-- Logs begin at Mon 2022-03-14 13:15:00 UTC, end at Mon 2022-03-14 14:46:36 UTC. -- Mar 14 14:19:51.512932 dv-cinder-790535-28-smb systemd[1]: Started Devstack devstack@q-svc.service. Mar 14 14:19:54.479109 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.common.config [-] Logging enabled! Mar 14 14:19:54.479740 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev13 Mar 14 14:19:54.479906 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103651) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 14 14:19:54.483280 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.common.config [-] Logging enabled! Mar 14 14:19:54.483544 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev13 Mar 14 14:19:54.483859 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103651) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 14 14:19:54.484823 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 14 14:19:54.485064 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 14 14:19:54.485441 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 14 14:19:54.485692 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 14 14:19:54.485923 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 14 14:19:54.486678 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:54.487112 dv-cinder-790535-28-smb neutron-server[103651]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 14 14:19:54.487434 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:54.487742 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:54.488090 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:54.488392 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:54.488693 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:54.488983 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:54.489276 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:54.489579 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:54.489873 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:54.490160 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:54.490452 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:54.490753 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:54.491041 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:54.491334 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:54.491627 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:54.492009 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] debug = True {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:54.492319 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:54.492742 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:54.493149 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:54.493455 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:54.493730 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:54.494010 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:54.494294 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:54.494570 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:54.494860 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:54.495196 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] host = dv-cinder-790535-28-smb {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:54.495476 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:54.495767 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:54.496091 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:54.496383 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:54.496668 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:54.496948 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:54.497236 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:54.497513 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:54.497791 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] log_file = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:54.498071 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:54.498362 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:54.498653 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:54.498947 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:54.499176 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:54.499483 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:54.499788 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:54.500110 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:54.500394 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:54.500674 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:54.500951 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:54.501231 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:54.501508 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:54.501779 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:54.502068 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:54.502358 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:54.502650 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:54.502929 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:54.503206 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:54.503482 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:54.503760 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:54.504071 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:54.504350 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:54.504627 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:54.504906 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:54.505193 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:54.505468 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:54.505780 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:54.506050 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:54.506340 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:54.506633 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:54.506923 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:54.507200 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:54.508020 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:54.508307 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:54.508662 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:54.508946 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] use_json = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:54.509227 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:54.509503 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:54.509793 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:54.510067 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:54.510345 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:54.510625 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:54.510902 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:54.511194 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:54.511471 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:54.511773 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.512104 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.512414 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.512720 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.513016 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.514298 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.514598 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.514892 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.515186 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.515484 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.515780 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.516097 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.516406 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.516700 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.517003 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.517312 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.517614 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.517913 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.518200 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.518481 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.518759 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.519044 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.519336 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.519619 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.519915 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.520235 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.520518 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.520820 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.521113 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.521415 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.521713 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.521993 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.522278 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.522576 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.522858 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.523847 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.524242 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.524552 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.524845 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.525132 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.525427 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.525716 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.526002 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.526284 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.526572 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.526872 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.527157 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.527437 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.527715 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.528030 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.528315 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.528610 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.528899 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.529180 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.529458 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.529743 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.530024 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.530302 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.530585 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.530862 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.531143 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.531420 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.531698 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.531994 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.532275 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.532551 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.532827 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.533101 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.533380 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.533654 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.533928 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.534207 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.534485 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.534763 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.535053 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.535357 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.535638 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.535924 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.536234 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.536519 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.536802 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.537085 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.537370 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.537651 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.537932 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.538227 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.538517 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.538929 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.539271 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.539538 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.539843 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.540159 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.540448 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.540741 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.541025 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.541311 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.541602 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.541890 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.542194 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.542497 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.542797 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.543098 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.543396 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.543683 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.544014 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.544304 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:54.544525 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 14 14:19:54.544771 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103651) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 14 14:19:54.923151 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 14 14:19:54.923344 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 14 14:19:54.923659 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 14 14:19:54.924183 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 14 14:19:55.260711 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:55.261002 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:55.261277 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:55.262482 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:55.262767 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:55.263154 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:55.318293 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:55.318572 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:55.318843 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:55.333187 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:55.333471 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:55.333746 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:55.363732 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:55.364028 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:55.364307 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:55.508433 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:55.509067 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:55.509067 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:55.744274 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:55.744559 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:55.744829 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:55.745101 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:55.745805 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:55.845389 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:55.845719 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:55.846002 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:55.846276 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:55.846546 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:55.846861 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:55.847124 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:55.847384 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:55.847642 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:55.847927 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:55.848214 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:55.848482 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:55.848744 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:55.849270 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:55.849528 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:55.849799 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:55.850057 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:55.850330 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:55.850601 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:55.850865 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:55.851695 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:55.852085 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:55.852379 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:55.852892 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:55.853279 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:55.853541 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:55.853938 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103651) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 14 14:19:55.854186 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103651) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 14 14:19:55.854432 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103651) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 14 14:19:55.854673 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103651) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 14 14:19:55.854915 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103651) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 14 14:19:55.855156 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103651) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 14 14:19:55.855521 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 14 14:19:55.858723 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 14 14:19:55.862821 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 14 14:19:55.866613 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Mar 14 14:19:55.868550 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 14 14:19:55.869063 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 14 14:19:55.869408 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 14 14:19:55.869797 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 14 14:19:55.872694 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 14 14:19:55.872952 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 14 14:19:55.873312 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 14 14:19:55.878275 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 14 14:19:55.903443 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 14 14:19:55.903911 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:55.904242 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103651) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 14 14:19:55.904623 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:55.906003 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103651) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 14 14:19:55.906292 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 14 14:19:55.906541 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 14 14:19:55.909888 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:55.910174 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:55.972516 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 14 14:19:55.972758 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 14 14:19:55.972996 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 14 14:19:55.973371 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 14 14:19:55.995196 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_db.sqlalchemy.engines [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103651) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 14 14:19:56.727875 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.plugins.ml2.managers [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Initializing driver for type 'gre' Mar 14 14:19:56.728544 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] gre ID ranges: [(1, 1000)] Mar 14 14:19:57.132941 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.plugins.ml2.managers [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Initializing driver for type 'local' Mar 14 14:19:57.133281 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.plugins.ml2.managers [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Initializing driver for type 'vlan' Mar 14 14:19:57.384640 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] VlanTypeDriver initialization complete Mar 14 14:19:57.384908 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.plugins.ml2.managers [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Initializing driver for type 'vxlan' Mar 14 14:19:57.385420 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] vxlan ID ranges: [(1, 1000)] Mar 14 14:19:57.824460 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.plugins.ml2.managers [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Initializing extension driver 'port_security' Mar 14 14:19:57.825203 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.plugins.ml2.extensions.port_security [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] PortSecurityExtensionDriver initialization complete Mar 14 14:19:57.825203 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.plugins.ml2.managers [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Initializing mechanism driver 'openvswitch' Mar 14 14:19:57.825442 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.plugins.ml2.managers [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Initializing mechanism driver 'hyperv' Mar 14 14:19:57.832205 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:19:57.833067 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Subscribe: > port after_create 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:57.833437 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Subscribe: > port after_update 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:57.833799 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Subscribe: > port after_delete 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:57.834360 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103651) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 14 14:19:57.834795 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Subscribe: > subnet after_create 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:57.835150 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Subscribe: > subnet after_update 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:57.835493 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Subscribe: > subnet after_delete 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:57.835889 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103651) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 14 14:19:57.836319 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Subscribe: > network after_create 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:57.836687 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Subscribe: > network after_update 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:57.837029 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Subscribe: > network after_delete 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:57.837423 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103651) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 14 14:19:57.837829 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Subscribe: > security_group after_create 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:57.838180 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Subscribe: > security_group after_update 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:57.838562 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Subscribe: > security_group after_delete 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:57.838958 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103651) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 14 14:19:57.839901 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:57.840275 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:57.840614 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:57.841012 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103651) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 14 14:19:57.841414 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Subscribe: > address_group after_create 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:57.841761 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Subscribe: > address_group after_update 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:57.842102 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Subscribe: > address_group after_delete 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:57.842497 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103651) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 14 14:19:57.842958 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] ML2 OVO RPC backend initialized. {{(pid=103651) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 14 14:19:57.843643 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Subscribe: > router_interface after_create 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:57.844025 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:57.844444 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Subscribe: > network before_response 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:57.844787 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Subscribe: > networks before_response 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:57.845131 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Subscribe: > port before_response 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:57.845470 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Subscribe: > ports before_response 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:57.845837 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Subscribe: > subnet before_response 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:57.846204 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Subscribe: > subnets before_response 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:57.846534 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Subscribe: > network after_create 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:57.846874 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Subscribe: > network after_update 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:57.847210 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Subscribe: > network after_delete 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:57.847547 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Subscribe: > port after_create 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:57.847883 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Subscribe: > port after_update 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:57.848250 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Subscribe: > port after_delete 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:57.848585 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Subscribe: > subnet after_create 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:57.850400 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Subscribe: > subnet after_update 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:57.850400 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Subscribe: > subnet after_delete 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:57.857053 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.quota [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loaded quota_driver: . Mar 14 14:19:57.857418 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.plugins.ml2.plugin [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Modular L2 Plugin initialization complete Mar 14 14:19:57.857766 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading services supported by the core plugin {{(pid=103651) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 14 14:19:57.858151 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.plugins.ml2.managers [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Got port-security extension from driver 'port_security' Mar 14 14:19:57.858626 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.extensions.vlantransparent [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Disabled vlantransparent extension. Mar 14 14:19:57.859148 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103651) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 14 14:19:57.859478 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading Plugin: router Mar 14 14:19:57.905785 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Subscribe: > router_interface before_create 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:57.906176 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Subscribe: > router after_create 55549900 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:57.906549 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Subscribe: > router before_create 55549900 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:57.906917 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:57.907292 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:57.907981 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Subscribe: > router after_delete 55549900 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:57.908363 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Subscribe: > floatingip after_create 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:57.908716 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Subscribe: > floatingip after_update 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:57.909076 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Subscribe: > router after_create 55549900 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:57.909535 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Subscribe: > router after_update 55549900 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:57.913389 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Subscribe: > router after_update 55549900 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:57.913767 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:57.914148 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Subscribe: > router after_update 55549900 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:57.914814 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Subscribe: > router precommit_update 55549900 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:57.915202 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Subscribe: port after_update 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:57.915548 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Subscribe: port after_delete 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:57.915896 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Subscribe: subnet after_update 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:57.916271 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:57.916630 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Subscribe: > port precommit_delete 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:57.916980 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Subscribe: > router precommit_create 55549900 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:57.917583 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Subscribe: port before_delete 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:57.917931 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Subscribe: > router precommit_create 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:57.918289 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Subscribe: > router after_update 55549900 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:57.918782 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Subscribe: > router precommit_delete 55549900 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:57.919140 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Subscribe: > router precommit_create 55549900 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:57.919502 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Subscribe: > router_interface after_create 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:57.919879 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Subscribe: > router precommit_update 55549900 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:57.920430 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Subscribe: > agent after_create 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:57.920784 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Subscribe: > agent after_delete 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:57.921139 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Subscribe: > network after_delete 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:57.922045 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.quota.resource_registry [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Tracking information for resource: router configured {{(pid=103651) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 14 14:19:57.923218 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.quota.resource_registry [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Tracking information for resource: floatingip configured {{(pid=103651) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 14 14:19:57.929083 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.db.l3_agentschedulers_db [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 14 14:19:57.929663 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Subscribe: port after_update 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:57.930030 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Subscribe: port after_create 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:57.930386 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Subscribe: port after_delete 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:57.930736 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Subscribe: port after_update 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:57.931538 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Subscribe: > router before_create 55550100 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:57.931905 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Subscribe: > router precommit_delete 55550100 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:57.932362 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Subscribe: > router precommit_create 55550100 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:57.933267 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Subscribe: > router precommit_update 55550100 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:57.938315 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.services.provider_configuration [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Service providers = [] {{(pid=103651) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 14 14:19:57.938680 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.db.servicetype_db [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103651) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 14 14:19:57.941713 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.services.service_base [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103651) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 14 14:19:57.942063 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.services.service_base [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103651) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 14 14:19:57.942501 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.services.service_base [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103651) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 14 14:19:57.943420 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.services.service_base [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103651) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 14 14:19:57.943796 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.services.service_base [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 14 14:19:57.944204 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103651) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 14 14:19:57.944570 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 14 14:19:57.969962 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103651) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 14 14:19:57.970308 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading Plugin: auto_allocate Mar 14 14:19:57.976840 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Subscribe: network precommit_update 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:57.977237 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Subscribe: network precommit_create 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:57.977804 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103651) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 14 14:19:57.978124 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading Plugin: tag Mar 14 14:19:57.985165 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103651) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 14 14:19:57.985499 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading Plugin: timestamp Mar 14 14:19:57.989740 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103651) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 14 14:19:57.990069 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading Plugin: network_ip_availability Mar 14 14:19:57.996281 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:57.996644 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:57.997021 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:57.997761 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103651) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 14 14:19:57.998115 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading Plugin: flavors Mar 14 14:19:58.003332 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103651) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 14 14:19:58.003664 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading Plugin: revisions Mar 14 14:19:58.008056 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103651) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 14 14:19:58.008449 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_concurrency.lockutils [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 3.085s {{(pid=103651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 14 14:19:58.009192 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103651) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 14 14:19:58.009527 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Initializing extension manager. Mar 14 14:19:58.010092 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: __init__.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.010455 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: __pycache__ {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.010810 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: address_group.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.012177 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.012751 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loaded extension: address-group Mar 14 14:19:58.013099 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: address_scope.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.013848 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.014371 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loaded extension: address-scope Mar 14 14:19:58.014736 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: admin_state_down_before_update.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.015648 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.016175 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loaded extension: router-admin-state-down-before-update Mar 14 14:19:58.016517 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: agent.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.017390 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.017966 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loaded extension: agent Mar 14 14:19:58.018333 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: agent_resources_synced.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.019292 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.019817 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loaded extension: agent-resources-synced Mar 14 14:19:58.020188 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: allowedaddresspairs.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.021996 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.022510 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loaded extension: allowed-address-pairs Mar 14 14:19:58.022835 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: auto_allocated_topology.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.023910 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.024453 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loaded extension: auto-allocated-topology Mar 14 14:19:58.024861 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: availability_zone.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.025593 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.026133 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loaded extension: availability_zone Mar 14 14:19:58.026534 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: availability_zone_filter.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.046415 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.046938 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loaded extension: availability_zone_filter Mar 14 14:19:58.047280 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: data_plane_status.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.048292 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.048865 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Extension data-plane-status not supported by any of loaded plugins Mar 14 14:19:58.049209 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: default_subnetpools.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.050164 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.050676 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loaded extension: default-subnetpools Mar 14 14:19:58.051313 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: dhcpagentscheduler.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.051927 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.052511 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loaded extension: dhcp_agent_scheduler Mar 14 14:19:58.052839 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: dns.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.053768 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.054275 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Extension dns-integration not supported by any of loaded plugins Mar 14 14:19:58.054596 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: dns_domain_ports.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.055548 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.056126 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 14 14:19:58.056467 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.057388 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.058505 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 14 14:19:58.058949 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: dvr.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.059760 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.060331 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loaded extension: dvr Mar 14 14:19:58.060676 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: ecmp_routes.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.061657 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.062282 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Extension ecmp_routes not supported by any of loaded plugins Mar 14 14:19:58.062628 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: empty_string_filtering.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.063613 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.064289 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loaded extension: empty-string-filtering Mar 14 14:19:58.064634 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.065568 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.066084 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 14 14:19:58.066434 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.067376 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.067917 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 14 14:19:58.068282 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: external_net.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.069273 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.069780 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loaded extension: external-net Mar 14 14:19:58.070099 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: extra_dhcp_opt.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.071005 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.071525 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loaded extension: extra_dhcp_opt Mar 14 14:19:58.071871 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: extraroute.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.072901 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.074059 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loaded extension: extraroute Mar 14 14:19:58.074596 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: extraroute_atomic.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.075633 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.076197 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loaded extension: extraroute-atomic Mar 14 14:19:58.076525 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: filter_validation.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.077195 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.077697 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loaded extension: filter-validation Mar 14 14:19:58.078042 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: fip_pf_description.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.078979 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.079476 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 14 14:19:58.079797 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: fip_port_details.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.081027 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.081550 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loaded extension: fip-port-details Mar 14 14:19:58.081920 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: flavors.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.083244 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.083754 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loaded extension: flavors Mar 14 14:19:58.084106 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.085934 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.086456 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 14 14:19:58.086780 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: floatingip_pools.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.087479 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.088069 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loaded extension: floatingip-pools Mar 14 14:19:58.088416 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: ip_allocation.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.092132 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.092665 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Extension ip_allocation not supported by any of loaded plugins Mar 14 14:19:58.092990 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.093945 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.094455 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loaded extension: ip-substring-filtering Mar 14 14:19:58.094858 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: l2_adjacency.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.095721 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.096248 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Extension l2_adjacency not supported by any of loaded plugins Mar 14 14:19:58.096572 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: l3.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.097625 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.098178 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loaded extension: router Mar 14 14:19:58.098504 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: l3_conntrack_helper.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.101091 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.101661 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 14 14:19:58.102032 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.103039 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.103573 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loaded extension: ext-gw-mode Mar 14 14:19:58.103920 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.104970 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.105529 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loaded extension: l3-ha Mar 14 14:19:58.105884 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.106801 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.107300 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 14 14:19:58.107632 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: l3_flavors.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.108574 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.109158 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loaded extension: l3-flavors Mar 14 14:19:58.109482 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: l3_ndp_proxy.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.110882 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.111392 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 14 14:19:58.111718 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.112661 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.113167 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loaded extension: l3-port-ip-change-not-allowed Mar 14 14:19:58.113490 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: l3agentscheduler.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.114648 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.115172 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loaded extension: l3_agent_scheduler Mar 14 14:19:58.115499 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: local_ip.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.117339 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.117893 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Extension local_ip not supported by any of loaded plugins Mar 14 14:19:58.118242 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: logging.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.126784 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.127363 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Extension logging not supported by any of loaded plugins Mar 14 14:19:58.127721 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: metering.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.128520 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.129099 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loaded extension: metering Mar 14 14:19:58.129431 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.130557 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.131078 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loaded extension: metering_source_and_destination_fields Mar 14 14:19:58.131436 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: multiprovidernet.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.132488 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.133045 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loaded extension: multi-provider Mar 14 14:19:58.133379 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: netmtu.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.134308 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.134871 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loaded extension: net-mtu Mar 14 14:19:58.135226 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: netmtu_writable.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.136804 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.137346 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loaded extension: net-mtu-writable Mar 14 14:19:58.137695 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: network_availability_zone.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.138397 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.138899 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loaded extension: network_availability_zone Mar 14 14:19:58.139220 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: network_ip_availability.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.140380 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.140878 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loaded extension: network-ip-availability Mar 14 14:19:58.141202 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: network_segment_range.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.142004 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.142527 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Extension network-segment-range not supported by any of loaded plugins Mar 14 14:19:58.142849 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: pagination.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.143845 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.144180 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loaded extension: pagination Mar 14 14:19:58.144532 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: port_device_profile.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.145482 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.146014 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loaded extension: port-device-profile Mar 14 14:19:58.146337 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.147279 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.147825 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loaded extension: port-mac-address-regenerate Mar 14 14:19:58.148169 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.149078 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.149578 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loaded extension: port-numa-affinity-policy Mar 14 14:19:58.149897 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: port_resource_request.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.150829 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.151503 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Extension port-resource-request not supported by any of loaded plugins Mar 14 14:19:58.151906 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: port_resource_request_groups.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.152953 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.153510 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 14 14:19:58.153884 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: portbindings.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.154944 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.155514 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loaded extension: binding Mar 14 14:19:58.155886 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: portbindings_extended.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.157231 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.157744 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loaded extension: binding-extended Mar 14 14:19:58.158071 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: portsecurity.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.159052 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.159578 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loaded extension: port-security Mar 14 14:19:58.159984 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: project_id.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.161094 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.161479 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loaded extension: project-id Mar 14 14:19:58.161843 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: providernet.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.162790 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.163324 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loaded extension: provider Mar 14 14:19:58.163646 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: qos.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.167507 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.168079 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Extension qos not supported by any of loaded plugins Mar 14 14:19:58.168430 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.169742 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.170260 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 14 14:19:58.170591 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.171574 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.172157 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 14 14:19:58.172583 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: qos_default.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.173584 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.174174 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Extension qos-default not supported by any of loaded plugins Mar 14 14:19:58.174533 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: qos_fip.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.175532 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.176113 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Extension qos-fip not supported by any of loaded plugins Mar 14 14:19:58.176475 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: qos_fip_network_policy.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.177425 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.177929 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 14 14:19:58.178253 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: qos_gateway_ip.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.179174 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.179680 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 14 14:19:58.180032 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: qos_port_network_policy.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.181079 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.181585 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 14 14:19:58.181917 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.183595 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.184166 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 14 14:19:58.184493 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.185547 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.186061 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 14 14:19:58.186388 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: qos_pps_rule.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.187573 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.188127 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Extension qos-pps not supported by any of loaded plugins Mar 14 14:19:58.188481 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: qos_rule_type_details.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.189474 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.190039 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 14 14:19:58.190414 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: qos_rules_alias.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.191540 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.192141 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 14 14:19:58.192487 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: quota_check_limit.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.193476 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.194029 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loaded extension: quota-check-limit Mar 14 14:19:58.194373 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: quotasv2.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.195392 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.195717 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loaded extension: quotas Mar 14 14:19:58.196088 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: quotasv2_detail.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.197892 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.198226 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loaded extension: quota_details Mar 14 14:19:58.199250 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: rbac.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.200556 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.201080 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loaded extension: rbac-policies Mar 14 14:19:58.201406 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: rbac_address_group.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.202341 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.202911 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loaded extension: rbac-address-group Mar 14 14:19:58.203236 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: rbac_address_scope.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.210956 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.211512 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loaded extension: rbac-address-scope Mar 14 14:19:58.211865 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: rbac_security_groups.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.212881 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.213433 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loaded extension: rbac-security-groups Mar 14 14:19:58.213777 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: rbac_subnetpool.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.214938 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.215492 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loaded extension: rbac-subnetpool Mar 14 14:19:58.215902 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: revisionifmatch.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.217011 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.217519 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loaded extension: revision-if-match Mar 14 14:19:58.217843 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: revisions.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.219021 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.219574 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loaded extension: standard-attr-revisions Mar 14 14:19:58.219922 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: router_availability_zone.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.220646 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.221151 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loaded extension: router_availability_zone Mar 14 14:19:58.221538 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: routerservicetype.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.222474 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.223034 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Extension router-service-type not supported by any of loaded plugins Mar 14 14:19:58.223396 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.224699 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.225251 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loaded extension: security-groups-normalized-cidr Mar 14 14:19:58.225578 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: security_groups_port_filtering.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.226555 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.227098 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loaded extension: port-security-groups-filtering Mar 14 14:19:58.227444 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.228401 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.228964 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loaded extension: security-groups-remote-address-group Mar 14 14:19:58.229310 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.230280 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.230778 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loaded extension: security-groups-shared-filtering Mar 14 14:19:58.231101 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.231694 dv-cinder-790535-28-smb neutron-server[103651]: WARNING neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 14 14:19:58.232073 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: securitygroup.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.242177 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.242727 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loaded extension: security-group Mar 14 14:19:58.243063 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: segment.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.243795 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.244340 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Extension segment not supported by any of loaded plugins Mar 14 14:19:58.244677 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.246563 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.247109 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 14 14:19:58.247438 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: servicetype.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.248621 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.249190 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loaded extension: service-type Mar 14 14:19:58.249558 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: sorting.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.250628 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.251004 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loaded extension: sorting Mar 14 14:19:58.251371 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: standard_attr_segment.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.252351 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.252874 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 14 14:19:58.253434 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: standardattrdescription.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.254094 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.254600 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loaded extension: standard-attr-description Mar 14 14:19:58.254922 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: stateful_security_group.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.255942 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.256523 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loaded extension: stateful-security-group Mar 14 14:19:58.256873 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: stdattrs_common.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.257533 dv-cinder-790535-28-smb neutron-server[103651]: WARNING neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 14 14:19:58.257894 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.258972 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.259523 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 14 14:19:58.259850 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: subnet_onboard.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.261595 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.262155 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loaded extension: subnet_onboard Mar 14 14:19:58.262499 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.263525 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.264110 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 14 14:19:58.264465 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: subnet_service_types.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.265424 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.266066 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loaded extension: subnet-service-types Mar 14 14:19:58.266408 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: subnetallocation.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.267554 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.268094 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loaded extension: subnet_allocation Mar 14 14:19:58.268422 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.269093 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.269596 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loaded extension: subnetpool-prefix-ops Mar 14 14:19:58.269944 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.270947 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.271449 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 14 14:19:58.271773 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: tagging.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.273051 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.273569 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loaded extension: standard-attr-tag Mar 14 14:19:58.273895 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: timestamp.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.275156 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.275675 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loaded extension: standard-attr-timestamp Mar 14 14:19:58.276037 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: trunk.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.277157 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.277681 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Extension trunk not supported by any of loaded plugins Mar 14 14:19:58.278009 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: trunk_details.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.278986 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.279529 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Extension trunk-details not supported by any of loaded plugins Mar 14 14:19:58.279853 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: uplink_status_propagation.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.280897 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.281483 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 14 14:19:58.281804 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Loading extension file: vlantransparent.py {{(pid=103651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 14:19:58.282501 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 14:19:58.283033 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Extension vlan-transparent not supported by any of loaded plugins Mar 14 14:19:58.285686 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.quota.resource_registry [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Creating instance of TrackedResource for resource:network Mar 14 14:19:58.286242 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.quota.resource_registry [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Creating instance of TrackedResource for resource:subnet Mar 14 14:19:58.286639 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.quota.resource_registry [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Creating instance of TrackedResource for resource:subnetpool Mar 14 14:19:58.287050 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.quota.resource_registry [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Creating instance of TrackedResource for resource:port Mar 14 14:19:58.288356 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.v2.resource_helper [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103651) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 14:19:58.288812 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.v2.resource_helper [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Service FLAVORS assigned prefix: {{(pid=103651) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 14:19:58.289419 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.v2.resource_helper [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103651) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 14:19:58.289854 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.v2.resource_helper [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103651) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 14:19:58.290186 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.quota.resource_registry [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Creating instance of TrackedResource for resource:router Mar 14 14:19:58.290610 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.quota.resource_registry [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Creating instance of TrackedResource for resource:floatingip Mar 14 14:19:58.291099 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.v2.resource_helper [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Service METERING assigned prefix: /metering {{(pid=103651) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 14:19:58.293296 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:58.293698 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:58.294084 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:19:58.295234 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.quota.resource_registry [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Creating instance of CountableResource for resource:rbac_policy Mar 14 14:19:58.295719 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.quota.resource_registry [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Creating instance of TrackedResource for resource:security_group Mar 14 14:19:58.296213 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.quota.resource_registry [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Creating instance of TrackedResource for resource:security_group_rule Mar 14 14:19:58.296857 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.v2.resource_helper [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Service CORE assigned prefix: {{(pid=103651) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 14:19:58.297204 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.quota.resource_registry [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Creating instance of TrackedResource for resource:subnetpool Mar 14 14:19:58.297566 dv-cinder-790535-28-smb neutron-server[103651]: WARNING neutron.quota.resource_registry [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] subnetpool is already registered Mar 14 14:19:58.298015 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.v2.resource_helper [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Service CORE assigned prefix: {{(pid=103651) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 14:19:58.298317 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.quota.resource_registry [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Creating instance of TrackedResource for resource:subnetpool Mar 14 14:19:58.298646 dv-cinder-790535-28-smb neutron-server[103651]: WARNING neutron.quota.resource_registry [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] subnetpool is already registered Mar 14 14:19:58.300991 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.v2.resource_helper [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103651) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 14:19:58.301420 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.v2.resource_helper [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Service FLAVORS assigned prefix: {{(pid=103651) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 14:19:58.301998 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.v2.resource_helper [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103651) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 14:19:58.302415 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.v2.resource_helper [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103651) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 14:19:58.302766 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.quota.resource_registry [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Creating instance of TrackedResource for resource:router Mar 14 14:19:58.303102 dv-cinder-790535-28-smb neutron-server[103651]: WARNING neutron.quota.resource_registry [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] router is already registered Mar 14 14:19:58.303510 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.quota.resource_registry [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Creating instance of TrackedResource for resource:floatingip Mar 14 14:19:58.303861 dv-cinder-790535-28-smb neutron-server[103651]: WARNING neutron.quota.resource_registry [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] floatingip is already registered Mar 14 14:19:58.304371 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.v2.resource_helper [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Service METERING assigned prefix: /metering {{(pid=103651) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 14:19:58.305088 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.quota.resource_registry [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Creating instance of CountableResource for resource:rbac_policy Mar 14 14:19:58.305437 dv-cinder-790535-28-smb neutron-server[103651]: WARNING neutron.quota.resource_registry [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] rbac_policy is already registered Mar 14 14:19:58.305884 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.quota.resource_registry [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Creating instance of TrackedResource for resource:security_group Mar 14 14:19:58.306261 dv-cinder-790535-28-smb neutron-server[103651]: WARNING neutron.quota.resource_registry [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] security_group is already registered Mar 14 14:19:58.306706 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.quota.resource_registry [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Creating instance of TrackedResource for resource:security_group_rule Mar 14 14:19:58.307061 dv-cinder-790535-28-smb neutron-server[103651]: WARNING neutron.quota.resource_registry [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] security_group_rule is already registered Mar 14 14:19:58.307796 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.v2.resource_helper [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Service CORE assigned prefix: {{(pid=103651) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 14:19:58.308708 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.quota.resource_registry [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Creating instance of TrackedResource for resource:subnetpool Mar 14 14:19:58.309041 dv-cinder-790535-28-smb neutron-server[103651]: WARNING neutron.quota.resource_registry [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] subnetpool is already registered Mar 14 14:19:58.309462 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.v2.resource_helper [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Service CORE assigned prefix: {{(pid=103651) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 14:19:58.309793 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.quota.resource_registry [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Creating instance of TrackedResource for resource:subnetpool Mar 14 14:19:58.310120 dv-cinder-790535-28-smb neutron-server[103651]: WARNING neutron.quota.resource_registry [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] subnetpool is already registered Mar 14 14:19:58.310605 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Extended resource: extensions {{(pid=103651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 14:19:58.312225 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Extended resource: address-groups {{(pid=103651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 14:19:58.313704 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Extended resource: address-scopes {{(pid=103651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 14:19:58.315058 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Extended resource: agents {{(pid=103651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 14:19:58.316251 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Extended resource: auto-allocated-topology {{(pid=103651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 14:19:58.317584 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Extended resource: availability_zones {{(pid=103651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 14:19:58.318792 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Extended resource: dhcp-networks {{(pid=103651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 14:19:58.320344 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Extended resource: dhcp-agents {{(pid=103651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 14:19:58.321915 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Extended resource: routers {{(pid=103651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 14:19:58.324481 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Extended resource: flavors {{(pid=103651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 14:19:58.325812 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Extended resource: service_profiles {{(pid=103651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 14:19:58.326966 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Extended resource: next_providers {{(pid=103651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 14:19:58.328493 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Extended resource: service_profiles {{(pid=103651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 14:19:58.330102 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Extended resource: floatingip-pools {{(pid=103651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 14:19:58.331414 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Extended resource: routers {{(pid=103651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 14:19:58.333695 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Extended resource: floatingips {{(pid=103651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 14:19:58.336278 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Extended resource: l3-routers {{(pid=103651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 14:19:58.337744 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Extended resource: l3-agents {{(pid=103651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 14:19:58.339240 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Extended resource: metering-labels {{(pid=103651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 14:19:58.340637 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Extended resource: metering-label-rules {{(pid=103651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 14:19:58.341915 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Extended resource: network-ip-availabilities {{(pid=103651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 14:19:58.343201 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Extended resource: bindings {{(pid=103651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 14:19:58.344989 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Extended resource: quotas {{(pid=103651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 14:19:58.346642 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Extended resource: quotas {{(pid=103651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 14:19:58.348272 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Extended resource: rbac-policies {{(pid=103651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 14:19:58.349833 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Extended resource: security-groups {{(pid=103651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 14:19:58.351057 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Extended resource: security-group-rules {{(pid=103651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 14:19:58.352341 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Extended resource: service-providers {{(pid=103651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 14:19:58.353554 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Extended resource: subnetpools {{(pid=103651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 14:19:58.355696 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Extended resource: subnetpools {{(pid=103651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 14:19:58.357238 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Extended resource: tags {{(pid=103651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 14:19:58.358912 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Extended resource: tags {{(pid=103651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 14:19:58.360744 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Extended resource: tags {{(pid=103651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 14:19:58.362520 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Extended resource: tags {{(pid=103651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 14:19:58.364313 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Extended resource: tags {{(pid=103651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 14:19:58.366181 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Extended resource: tags {{(pid=103651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 14:19:58.368030 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Extended resource: tags {{(pid=103651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 14:19:58.369927 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Extended resource: tags {{(pid=103651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 14:19:58.372718 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Extended resource: tags {{(pid=103651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 14:19:58.374871 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron.api.extensions [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Extended resource: tags {{(pid=103651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 14:19:58.380857 dv-cinder-790535-28-smb neutron-server[103651]: WARNING keystonemiddleware.auth_token [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 14 14:19:58.385804 dv-cinder-790535-28-smb neutron-server[103651]: WARNING keystonemiddleware.auth_token [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 14 14:19:58.394796 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_concurrency.lockutils [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Acquired lock "singleton_lock" {{(pid=103651) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 14 14:19:58.395273 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_concurrency.lockutils [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Releasing lock "singleton_lock" {{(pid=103651) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 14 14:19:58.396030 dv-cinder-790535-28-smb neutron-server[103651]: INFO oslo_service.service [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Starting 2 workers Mar 14 14:19:58.401133 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Started child 103766 {{(pid=103651) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 14 14:19:58.406100 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Started child 103767 {{(pid=103651) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 14 14:19:58.407026 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:19:58.407698 dv-cinder-790535-28-smb neutron-server[103651]: INFO neutron.service [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Neutron service started, listening on 0.0.0.0:9696 Mar 14 14:19:58.408378 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Publish callbacks [] for process (None), before_spawn {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:19:58.408869 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [-] (103766) wsgi starting up on http://0.0.0.0:9696 Mar 14 14:19:58.410928 dv-cinder-790535-28-smb neutron-server[103651]: INFO oslo_service.service [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Starting 1 workers Mar 14 14:19:58.411097 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:19:58.412619 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [-] (103767) wsgi starting up on http://0.0.0.0:9696 Mar 14 14:19:58.416336 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Started child 103768 {{(pid=103651) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 14 14:19:58.416914 dv-cinder-790535-28-smb neutron-server[103651]: INFO oslo_service.service [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Starting 1 workers Mar 14 14:19:58.420987 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.service [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] calling RpcWorker wait() {{(pid=103768) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 14 14:19:58.421532 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.service [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] returning from RpcWorker wait() {{(pid=103768) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 14 14:19:58.422243 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Started child 103769 {{(pid=103651) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 14 14:19:58.422965 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:19:58.423059 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-99b01f2e-65f7-4510-a0a4-8999d3e8051e None None] Publish callbacks [] for process (None), after_spawn {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:19:58.423594 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:19:58.425038 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103651) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 14 14:19:58.425260 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 14 14:19:58.425448 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 14 14:19:58.425686 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 14 14:19:58.426053 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 14 14:19:58.426239 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 14 14:19:58.426781 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.427092 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.427255 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:19:58.427733 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.427733 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.428005 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.428542 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:19:58.428656 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.428937 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.429176 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.429463 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.429738 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.429928 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.430102 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.430555 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.430821 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.431102 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.431375 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.431616 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.431892 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.432090 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.432388 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.432649 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.433587 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.433893 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] debug = True {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.434143 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.434671 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.434904 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.435164 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.435383 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.435671 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.435919 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.436238 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.436493 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.436713 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.436974 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.437234 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.437493 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.437725 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.437967 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.438209 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.438489 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.438727 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.439225 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] host = dv-cinder-790535-28-smb {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.439446 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.439672 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.439919 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.440220 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.440470 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.440710 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.440968 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.441215 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.441469 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.441717 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.441984 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.442220 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.442441 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.442679 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] log_file = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.442845 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] log_options = True {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.443097 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.443361 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.443617 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.443809 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.444026 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.444189 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.444531 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.444684 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.444930 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.445264 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.445437 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.445692 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.445970 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.446235 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.446529 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.446774 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.447034 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.447254 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.448453 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.448753 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.449880 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.449880 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.449880 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.450327 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.450327 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.450627 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.450799 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.451036 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.451278 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.451515 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.451782 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.452159 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.452866 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.452866 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.453148 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.453148 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.453435 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.453859 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.454182 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.454430 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.454705 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.454988 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.455221 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.455497 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.456948 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.456948 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.456948 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] use_json = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.456948 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.456948 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.456948 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.456948 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.456948 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.456948 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.474453 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.474453 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.474453 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.474453 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.474453 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.474453 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.474453 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.474453 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.474936 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.474936 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.474936 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.474936 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.474936 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.474936 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.474936 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.474936 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.475432 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.475432 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.475432 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.475432 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.475432 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.475432 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.475432 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.475432 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.475912 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.475912 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.475912 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.475912 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.475912 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.475912 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.475912 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.475912 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.476541 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.476541 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.476541 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.58/identity {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.476541 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.476541 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.476541 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.476541 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.476541 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.477096 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.477096 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.477096 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.477096 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.477096 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.477096 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.477096 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.477096 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.477096 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.477710 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.477710 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.477710 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.477710 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.477710 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.477710 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.477710 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.477710 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.477710 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.478402 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.478402 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.478402 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.478402 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.478402 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.478402 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.478402 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.478402 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.478402 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.479058 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.479058 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.479058 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.479058 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.479058 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.479058 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.479058 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.479058 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.479058 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.480297 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.480297 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.480297 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.480297 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.480297 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.480297 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.480297 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.480297 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.480297 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.480932 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.480932 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.480932 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.480932 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.480932 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.481278 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.481364 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.481537 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.481783 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.482080 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.482401 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.482660 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.482916 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.483161 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.483424 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.483649 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.483890 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.484137 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.484396 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.484614 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.484874 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.485140 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.485380 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.485713 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.485955 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.486218 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.486447 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.486675 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.486906 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.487149 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.487393 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.487624 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.487927 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.488209 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.488468 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.488712 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.488953 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.489252 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.489503 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.489771 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.490016 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.490306 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.490613 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.490870 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.491131 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.491372 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.491628 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.491895 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.492172 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.492459 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.492716 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.492979 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.493237 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.493482 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.493744 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.493966 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.494204 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.494537 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.494797 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.495016 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.495334 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.496166 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.496515 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.496687 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.496972 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.497242 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.497591 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.497845 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.498098 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.58/identity {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.498319 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.498573 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.498824 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.499042 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.499266 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.499485 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.499739 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.500010 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.500202 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.500458 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.500676 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.500900 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.501117 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.501339 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.501561 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.501813 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.502057 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.502282 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.502522 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.502743 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.502966 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.503187 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.503424 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.503679 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.503905 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.504207 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.504472 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.504711 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.504942 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.505196 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.505469 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.505693 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.505944 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.506171 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.506389 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.506605 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.506829 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.507046 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.507281 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.507542 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.507759 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.508019 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.508270 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.508609 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.508889 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.509122 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.509395 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.509649 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.509870 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.510115 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.510334 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.510587 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.510838 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.511116 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.511341 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.511564 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.511817 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.512062 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.512305 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.512585 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.512829 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.513074 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.513301 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.513526 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.513747 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.513967 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.514211 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.514446 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.514661 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.514876 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.515098 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.515313 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.515611 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.515879 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.516146 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.516405 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.516648 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.516905 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.517141 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.517359 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.517576 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.517824 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.518066 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.518282 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.518533 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.518750 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.518986 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.519213 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.519434 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.519670 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.520002 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.520246 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.520463 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.520690 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.520934 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.521150 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.521378 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.521593 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.521808 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.522036 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.522256 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.522473 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.522726 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.522942 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.523177 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.523404 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.523626 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.523841 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.524164 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.524432 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.524660 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.524946 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.525200 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.525451 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.525783 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.526169 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.527319 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.528034 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.528289 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.528541 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.528794 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.529073 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.529411 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.529702 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.530286 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.530286 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.530482 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.530777 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.531063 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.531291 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.531729 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.532080 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.532375 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.532627 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.532907 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.533163 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.533425 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.533667 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.533889 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.534135 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.534373 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.534636 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.534870 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.535105 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.535331 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.535563 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.535829 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.536079 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.536302 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.536529 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.537099 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.537261 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 14 14:19:58.537807 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103651) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 14 14:19:58.537975 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 14 14:19:58.538132 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 14 14:19:58.538305 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 14 14:19:58.538479 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 14 14:19:58.538635 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 14 14:19:58.538848 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.539016 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.539183 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.539349 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.539507 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.539702 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.539874 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.540064 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.540350 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.540640 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.540930 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.542665 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.542853 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.543015 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.543179 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.543408 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.543511 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.543662 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.543828 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.544172 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.544330 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.544490 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.544653 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] debug = True {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.544818 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.545035 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.545198 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.545364 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.545525 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.545687 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.545849 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.546011 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.546173 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.546334 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.546496 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.546661 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.546825 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.546984 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.547149 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.547315 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.547455 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.547592 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.547757 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] host = dv-cinder-790535-28-smb {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.547922 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.548119 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.548282 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.548443 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.548606 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.548768 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.548928 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.549091 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.549252 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.549416 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.549579 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.549742 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.549905 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.550151 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] log_file = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.550326 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] log_options = True {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.550489 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.551508 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.551508 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.551508 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.551508 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.551508 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.551508 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.552221 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.552221 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.552221 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.552221 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.552696 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.552696 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.552696 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.552696 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.553080 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.553080 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.553245 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.553326 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.553448 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.553608 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.553921 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.554238 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.554399 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.554591 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.554754 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.554921 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.555084 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.555247 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.555410 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.555572 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.555736 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.555899 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.556084 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.556246 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.556409 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.556572 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.556736 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.556902 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.557064 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.557227 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.557394 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.557552 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.558521 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.559046 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.559046 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.559046 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] use_json = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.559046 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.559342 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.559342 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.559518 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.559681 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.559838 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.560023 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.560174 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.560342 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 14:19:58.560478 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.560653 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.560839 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.561006 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.561173 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.561338 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.561503 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.561670 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.561841 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.562005 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.562180 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.562347 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.562527 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.562691 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.562857 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.563024 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.563190 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.563356 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.563523 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.563690 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.563855 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.564039 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.564215 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.564380 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.564546 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.564711 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.564877 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.565051 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.565217 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.565397 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.565593 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.565759 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.58/identity {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.565926 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.566093 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.566258 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.566424 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.566591 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.566739 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.566909 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.567074 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.567240 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.567413 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.567615 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.567770 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.567916 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.568056 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.568218 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.568383 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.568549 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.568719 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.569413 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.569413 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.569413 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.569413 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.569869 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.569869 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.569869 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.570148 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.570148 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.570270 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.570430 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.570597 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.570766 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.571279 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.571279 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.571279 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.571509 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.571589 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.571755 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.571907 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.572098 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.572263 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.572428 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.573224 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.573224 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.573224 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.573224 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.573224 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.573857 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.573857 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.573857 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.573857 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.574315 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.574315 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.574466 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.574570 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.574737 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.574904 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.575070 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.575237 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.575403 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.575577 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.575759 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.576005 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.576120 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.576266 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.576432 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.576596 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.576848 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.577022 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.577302 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.577473 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.577645 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.577813 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.577967 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.578118 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.578287 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.578454 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.578619 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.578776 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.578936 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.579101 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.579266 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.579431 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.579597 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.579764 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.579930 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.580106 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.580342 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.580516 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.580684 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.580852 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.581019 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.581193 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.581370 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.581538 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.581704 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.582077 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.582077 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.582320 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.582320 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.582552 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.582684 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.582860 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.583029 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.583206 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.583372 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.583538 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.583703 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.583892 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.584081 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.584248 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.584415 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.584580 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.584746 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.584912 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.585077 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.585242 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.585408 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.585575 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.585888 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.58/identity {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.585888 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.586050 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.586204 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.586369 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.586536 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.586701 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.586867 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.587032 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.587198 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.587364 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.587530 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.587695 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.587861 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.588049 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.588214 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.588541 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.588709 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.588876 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.589088 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.589352 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.589444 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.589601 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.589826 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.589991 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.590158 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.590394 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.590547 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.590656 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.590822 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.590989 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.591154 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.591321 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.591489 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.591654 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.591819 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.592017 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.592163 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.592330 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.592495 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.592660 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.592826 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.592990 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.593156 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.593341 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.593507 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.593672 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.593842 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.594008 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.594173 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.594338 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.594503 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.594668 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.594835 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.595002 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.595169 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.595334 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.595498 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.595663 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.595828 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.596019 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.596183 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.596351 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.596524 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.596689 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.596844 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.597009 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.597174 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.597344 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.597515 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.597676 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.597850 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.598050 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.598184 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.598347 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.598509 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.598628 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:19:58.598722 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.599073 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.599249 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.599425 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.599592 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.599758 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.599923 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.600167 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.600351 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.600528 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.600799 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.601159 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.601329 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.601495 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.601742 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.601996 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.602092 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.602232 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.602742 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.602742 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.602742 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.602963 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.603032 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.603189 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.603351 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.603514 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.603680 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.603857 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.604049 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.604219 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.605547 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.605547 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.605547 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.605547 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.605547 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.606029 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.606029 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.606029 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.606243 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.606426 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.606606 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.607013 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.607124 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.607258 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.607422 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.607743 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.607901 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.608105 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.608277 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.608452 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.608620 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.608797 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.608967 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.609145 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.609312 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.609484 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.609663 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.609829 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.609994 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.610166 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.610331 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.610496 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.610679 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.610813 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.610977 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.611143 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.611313 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.611502 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.611661 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.611812 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.611990 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.612148 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.612313 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.612478 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.612645 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.612811 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 14:19:58.612971 dv-cinder-790535-28-smb neutron-server[103651]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 14 14:19:58.710880 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 56412) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:19:58.720242 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [-] 10.222.0.58 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070279 Mar 14 14:20:10.728409 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7742f94-4e25-4b76-b7d0-89580232b06c None None] get_active_networks_info from dv-cinder-790535-28-smb {{(pid=103768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 14 14:20:10.787068 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7742f94-4e25-4b76-b7d0-89580232b06c None None] No non-hosted networks {{(pid=103768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 14 14:20:10.803798 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.agentschedulers_db [None req-c7742f94-4e25-4b76-b7d0-89580232b06c None None] DHCP Agent not found on host dv-cinder-790535-28-smb {{(pid=103768) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 14 14:20:10.933082 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-71c47a8e-8369-496a-a055-adc26278f998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2016037'] for agent (cdfaf928-5960-4f26-8f0f-a06a7779780c), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:20:13.186785 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6da855e5-27f9-4989-9bd3-22bea9491f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2016037'] for agent (3a20f343-fbae-42b4-9bd9-ea7570b5f761), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:20:13.249978 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.db.api [None req-9dd807c5-afb6-4147-a5e5-dc44432c5d91 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-790535-28-smb {{(pid=103768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 14:20:13.251082 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG oslo_db.api [None req-9dd807c5-afb6-4147-a5e5-dc44432c5d91 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 14:20:13.843767 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9dd807c5-afb6-4147-a5e5-dc44432c5d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (3a20f343-fbae-42b4-9bd9-ea7570b5f761), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:20:14.166701 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1359c12f-9f02-429e-8c66-1d1d1dbe42c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2016037'] for agent (105db0a1-84b9-47b6-91eb-e578cb139bff), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:20:15.555420 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-91e6bee0-ce44-4dbb-9ae4-7799debe7360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2016037'] for agent (837ef9e9-d083-4188-a7c6-79f2c68dbd25), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:20:16.948564 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 56492) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:20:17.069254 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2016037'] for agent (ddc61399-76bc-42cc-9da4-26f2fa974742), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:20:17.071199 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:20:17.071767 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:20:17.072366 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:20:17.072922 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:20:17.073455 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:20:17.073987 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:20:17.074808 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:20:17.075489 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:20:17.076058 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:20:17.076592 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:20:17.077136 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:20:17.077672 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:20:17.078268 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:20:17.078818 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:20:17.079356 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:20:17.080273 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-790535-28-smb', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:20:17.095210 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-790535-28-smb', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:20:17.560863 dv-cinder-790535-28-smb neutron-server[103767]: WARNING oslo_policy.policy [None req-1b06333c-985a-470f-9ed2-0b9e87b423ee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 14 14:20:17.561472 dv-cinder-790535-28-smb neutron-server[103767]: WARNING oslo_policy.policy [None req-1b06333c-985a-470f-9ed2-0b9e87b423ee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 14 14:20:17.803861 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [None req-1b06333c-985a-470f-9ed2-0b9e87b423ee admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 14:20:17.816058 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-1b06333c-985a-470f-9ed2-0b9e87b423ee admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8555658 Mar 14 14:20:18.453020 dv-cinder-790535-28-smb neutron-server[103768]: INFO neutron.db.l3_hamode_db [None req-b0d6dc71-934c-46cd-88be-3d23653ecee6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 14 14:20:18.535913 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d6dc71-934c-46cd-88be-3d23653ecee6 None None] Routers set() bound to L3 agent in host dv-cinder-790535-28-smb {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:20:18.536337 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d6dc71-934c-46cd-88be-3d23653ecee6 None None] Router IDs set() for agent in host dv-cinder-790535-28-smb {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 14 14:20:20.405668 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 56518) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:20:20.966444 dv-cinder-790535-28-smb neutron-server[103766]: WARNING oslo_policy.policy [None req-a3ec7c2f-a220-4c6d-89cc-9b2acce30574 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 14 14:20:20.967034 dv-cinder-790535-28-smb neutron-server[103766]: WARNING oslo_policy.policy [None req-a3ec7c2f-a220-4c6d-89cc-9b2acce30574 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 14 14:20:21.196152 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.v2.base [None req-a3ec7c2f-a220-4c6d-89cc-9b2acce30574 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:20:21.296413 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.policy [None req-a3ec7c2f-a220-4c6d-89cc-9b2acce30574 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103766) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 14 14:20:21.341589 dv-cinder-790535-28-smb neutron-server[103766]: WARNING oslo_policy.policy [None req-a3ec7c2f-a220-4c6d-89cc-9b2acce30574 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 14 14:20:21.341996 dv-cinder-790535-28-smb neutron-server[103766]: WARNING oslo_policy.policy [None req-a3ec7c2f-a220-4c6d-89cc-9b2acce30574 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 14 14:20:21.650513 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a3ec7c2f-a220-4c6d-89cc-9b2acce30574 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744328654149', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744328630930', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744328745935', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744328743487', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744328752616', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744328552081', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-911104', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-807559', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1905788', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1799245'] for rbac-policy (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:20:21.889306 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a3ec7c2f-a220-4c6d-89cc-9b2acce30574 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:20:21.890754 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-a3ec7c2f-a220-4c6d-89cc-9b2acce30574 admin admin] 10.222.0.58 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.4829895 Mar 14 14:20:24.450052 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 56534) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:20:24.778026 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.v2.base [None req-c9da9041-255c-4449-b735-ba533c822365 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:20:24.879740 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9da9041-255c-4449-b735-ba533c822365 demo demo] Made reservation on behalf of dcd557d0f64849489f52252d7afb957c for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:20:24.883668 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c9da9041-255c-4449-b735-ba533c822365 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:20:24.900772 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c9da9041-255c-4449-b735-ba533c822365 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:20:25.009086 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c9da9041-255c-4449-b735-ba533c822365 demo demo] Publish callbacks [] for security_group (001085b2-0ae9-4229-aa61-de3680cef341), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:20:25.097804 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c9da9041-255c-4449-b735-ba533c822365 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (001085b2-0ae9-4229-aa61-de3680cef341), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:20:25.131787 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9da9041-255c-4449-b735-ba533c822365 demo demo] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 14:20:25.159475 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c9da9041-255c-4449-b735-ba533c822365 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744330122509', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011900'] for segment (767bdb0e-097d-484b-bde9-f2d5084dd61b), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:20:25.160121 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c9da9041-255c-4449-b735-ba533c822365 demo demo] Unsubscribe: segment precommit_create {{(pid=103766) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 14 14:20:25.160637 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.db.segments_db [None req-c9da9041-255c-4449-b735-ba533c822365 demo demo] Added segment 767bdb0e-097d-484b-bde9-f2d5084dd61b of type vlan for network 9054a769-5c49-4537-a8df-cb5eefb21458 Mar 14 14:20:25.166316 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9da9041-255c-4449-b735-ba533c822365 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=001085b2-0ae9-4229-aa61-de3680cef341,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:20:25.189579 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9da9041-255c-4449-b735-ba533c822365 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:20:25.189918 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9da9041-255c-4449-b735-ba533c822365 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:20:25.190260 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9da9041-255c-4449-b735-ba533c822365 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:20:25.190620 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9da9041-255c-4449-b735-ba533c822365 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:20:25.190955 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9da9041-255c-4449-b735-ba533c822365 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:20:25.191287 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9da9041-255c-4449-b735-ba533c822365 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:20:25.191613 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9da9041-255c-4449-b735-ba533c822365 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:20:25.191946 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9da9041-255c-4449-b735-ba533c822365 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:20:25.192289 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9da9041-255c-4449-b735-ba533c822365 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:20:25.192613 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9da9041-255c-4449-b735-ba533c822365 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:20:25.192940 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9da9041-255c-4449-b735-ba533c822365 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:20:25.193289 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9da9041-255c-4449-b735-ba533c822365 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:20:25.193599 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9da9041-255c-4449-b735-ba533c822365 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:20:25.193921 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9da9041-255c-4449-b735-ba533c822365 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:20:25.194240 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9da9041-255c-4449-b735-ba533c822365 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:20:25.195408 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9da9041-255c-4449-b735-ba533c822365 demo demo] Tracked resource versions report: Mar 14 14:20:25.195408 dv-cinder-790535-28-smb neutron-server[103766]: pushed versions: Mar 14 14:20:25.195408 dv-cinder-790535-28-smb neutron-server[103766]: { 'AddressGroup': {'1.2'}, Mar 14 14:20:25.195408 dv-cinder-790535-28-smb neutron-server[103766]: 'Agent': {'1.1'}, Mar 14 14:20:25.195408 dv-cinder-790535-28-smb neutron-server[103766]: 'ConntrackHelper': {'1.0'}, Mar 14 14:20:25.195408 dv-cinder-790535-28-smb neutron-server[103766]: 'LocalIPAssociation': {'1.0'}, Mar 14 14:20:25.195408 dv-cinder-790535-28-smb neutron-server[103766]: 'Log': {'1.0'}, Mar 14 14:20:25.195408 dv-cinder-790535-28-smb neutron-server[103766]: 'NDPProxy': {'1.0'}, Mar 14 14:20:25.195408 dv-cinder-790535-28-smb neutron-server[103766]: 'Network': {'1.1'}, Mar 14 14:20:25.195408 dv-cinder-790535-28-smb neutron-server[103766]: 'Port': {'1.7'}, Mar 14 14:20:25.195408 dv-cinder-790535-28-smb neutron-server[103766]: 'PortForwarding': {'1.2'}, Mar 14 14:20:25.195408 dv-cinder-790535-28-smb neutron-server[103766]: 'QosPolicy': {'1.10'}, Mar 14 14:20:25.195408 dv-cinder-790535-28-smb neutron-server[103766]: 'SecurityGroup': {'1.5'}, Mar 14 14:20:25.195408 dv-cinder-790535-28-smb neutron-server[103766]: 'SecurityGroupRule': {'1.2'}, Mar 14 14:20:25.195408 dv-cinder-790535-28-smb neutron-server[103766]: 'SubPort': {'1.0'}, Mar 14 14:20:25.195408 dv-cinder-790535-28-smb neutron-server[103766]: 'Subnet': {'1.1'}, Mar 14 14:20:25.195408 dv-cinder-790535-28-smb neutron-server[103766]: 'Trunk': {'1.1'}} Mar 14 14:20:25.195408 dv-cinder-790535-28-smb neutron-server[103766]: consumer versions: Mar 14 14:20:25.195408 dv-cinder-790535-28-smb neutron-server[103766]: { DHCP agent@dv-cinder-790535-28-smb: {}, Mar 14 14:20:25.195408 dv-cinder-790535-28-smb neutron-server[103766]: L3 agent@dv-cinder-790535-28-smb: {}, Mar 14 14:20:25.195408 dv-cinder-790535-28-smb neutron-server[103766]: Metadata agent@dv-cinder-790535-28-smb: {}, Mar 14 14:20:25.195408 dv-cinder-790535-28-smb neutron-server[103766]: Metering agent@dv-cinder-790535-28-smb: {}, Mar 14 14:20:25.195408 dv-cinder-790535-28-smb neutron-server[103766]: Open vSwitch agent@dv-cinder-790535-28-smb: { 'AddressGroup': '1.2', Mar 14 14:20:25.195408 dv-cinder-790535-28-smb neutron-server[103766]: 'Agent': '1.1', Mar 14 14:20:25.195408 dv-cinder-790535-28-smb neutron-server[103766]: 'ConntrackHelper': '1.0', Mar 14 14:20:25.195408 dv-cinder-790535-28-smb neutron-server[103766]: 'LocalIPAssociation': '1.0', Mar 14 14:20:25.195408 dv-cinder-790535-28-smb neutron-server[103766]: 'Log': '1.0', Mar 14 14:20:25.195408 dv-cinder-790535-28-smb neutron-server[103766]: 'NDPProxy': '1.0', Mar 14 14:20:25.195408 dv-cinder-790535-28-smb neutron-server[103766]: 'Network': '1.1', Mar 14 14:20:25.195408 dv-cinder-790535-28-smb neutron-server[103766]: 'Port': '1.7', Mar 14 14:20:25.195408 dv-cinder-790535-28-smb neutron-server[103766]: 'PortForwarding': '1.2', Mar 14 14:20:25.195408 dv-cinder-790535-28-smb neutron-server[103766]: 'QosPolicy': '1.10', Mar 14 14:20:25.195408 dv-cinder-790535-28-smb neutron-server[103766]: 'SecurityGroup': '1.5', Mar 14 14:20:25.195408 dv-cinder-790535-28-smb neutron-server[103766]: 'SecurityGroupRule': '1.2', Mar 14 14:20:25.195408 dv-cinder-790535-28-smb neutron-server[103766]: 'SubPort': '1.0', Mar 14 14:20:25.195408 dv-cinder-790535-28-smb neutron-server[103766]: 'Subnet': '1.1', Mar 14 14:20:25.195408 dv-cinder-790535-28-smb neutron-server[103766]: 'Trunk': '1.1'}} Mar 14 14:20:25.195408 dv-cinder-790535-28-smb neutron-server[103766]: {{(pid=103766) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 14 14:20:25.278836 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c9da9041-255c-4449-b735-ba533c822365 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744329743373'] for network (9054a769-5c49-4537-a8df-cb5eefb21458), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:20:25.395442 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c9da9041-255c-4449-b735-ba533c822365 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199'] for network (9054a769-5c49-4537-a8df-cb5eefb21458), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:20:25.400993 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9da9041-255c-4449-b735-ba533c822365 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:20:25.401780 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c9da9041-255c-4449-b735-ba533c822365 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632217'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:20:25.531053 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9da9041-255c-4449-b735-ba533c822365 demo demo] Pushing event updated for resources: {'Network': ['ID=9054a769-5c49-4537-a8df-cb5eefb21458,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:20:25.545491 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Network 9054a769-5c49-4537-a8df-cb5eefb21458 details requested by agent ovs-agent-dv-cinder-790535-28-smb with host dv-cinder-790535-28-smb {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 14:20:25.557728 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-c9da9041-255c-4449-b735-ba533c822365 demo demo] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.1065795 Mar 14 14:20:28.272620 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 56546) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:20:28.829491 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.policy [None req-36a35514-e370-431a-9654-ce0845dc17a9 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103767) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 14 14:20:28.877994 dv-cinder-790535-28-smb neutron-server[103767]: WARNING oslo_policy.policy [None req-36a35514-e370-431a-9654-ce0845dc17a9 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 14 14:20:28.878380 dv-cinder-790535-28-smb neutron-server[103767]: WARNING oslo_policy.policy [None req-36a35514-e370-431a-9654-ce0845dc17a9 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 14 14:20:28.893956 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a35514-e370-431a-9654-ce0845dc17a9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:20:28.895698 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-36a35514-e370-431a-9654-ce0845dc17a9 demo admin] 10.222.0.58 "GET /v2.0/networks/9054a769-5c49-4537-a8df-cb5eefb21458 HTTP/1.1" status: 200 len: 825 time: 0.6221402 Mar 14 14:20:28.935227 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-fe768e24-aad8-49c4-b5cb-c236b76efa77 demo admin] 10.222.0.58 "GET /v2.0/subnetpools/feede864-8e0e-4bb8-ba6e-6ad75d9ed7a2 HTTP/1.1" status: 200 len: 734 time: 0.0337634 Mar 14 14:20:28.944205 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.v2.base [None req-a67be9d7-e256-4c72-b626-32ccca922852 demo admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '9054a769-5c49-4537-a8df-cb5eefb21458', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': 'feede864-8e0e-4bb8-ba6e-6ad75d9ed7a2'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:20:29.034358 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a67be9d7-e256-4c72-b626-32ccca922852 demo admin] Made reservation on behalf of dcd557d0f64849489f52252d7afb957c for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:20:29.037279 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a67be9d7-e256-4c72-b626-32ccca922852 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:20:29.407774 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a67be9d7-e256-4c72-b626-32ccca922852 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199'] for subnet (0abf5a39-ab62-4dae-8c00-6e9ff0e41730), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:20:29.485167 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67be9d7-e256-4c72-b626-32ccca922852 demo admin] Checking segment: {'id': '767bdb0e-097d-484b-bde9-f2d5084dd61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '9054a769-5c49-4537-a8df-cb5eefb21458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:20:29.485550 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67be9d7-e256-4c72-b626-32ccca922852 demo admin] Network hostable DHCP agents. Network: 9054a769-5c49-4537-a8df-cb5eefb21458, hostable agents: ['cdfaf928-5960-4f26-8f0f-a06a7779780c'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 14:20:29.492527 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67be9d7-e256-4c72-b626-32ccca922852 demo admin] Pushing event updated for resources: {'Subnet': ['ID=0abf5a39-ab62-4dae-8c00-6e9ff0e41730,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:20:29.505617 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67be9d7-e256-4c72-b626-32ccca922852 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:20:29.505966 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67be9d7-e256-4c72-b626-32ccca922852 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:20:29.506330 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67be9d7-e256-4c72-b626-32ccca922852 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:20:29.506686 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67be9d7-e256-4c72-b626-32ccca922852 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:20:29.507025 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67be9d7-e256-4c72-b626-32ccca922852 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:20:29.507354 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67be9d7-e256-4c72-b626-32ccca922852 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:20:29.507686 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67be9d7-e256-4c72-b626-32ccca922852 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:20:29.508059 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67be9d7-e256-4c72-b626-32ccca922852 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:20:29.508386 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67be9d7-e256-4c72-b626-32ccca922852 demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:20:29.508710 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67be9d7-e256-4c72-b626-32ccca922852 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:20:29.509035 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67be9d7-e256-4c72-b626-32ccca922852 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:20:29.509372 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67be9d7-e256-4c72-b626-32ccca922852 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:20:29.509695 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67be9d7-e256-4c72-b626-32ccca922852 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:20:29.510013 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67be9d7-e256-4c72-b626-32ccca922852 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:20:29.510347 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67be9d7-e256-4c72-b626-32ccca922852 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:20:29.511484 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67be9d7-e256-4c72-b626-32ccca922852 demo admin] Tracked resource versions report: Mar 14 14:20:29.511484 dv-cinder-790535-28-smb neutron-server[103767]: pushed versions: Mar 14 14:20:29.511484 dv-cinder-790535-28-smb neutron-server[103767]: { 'AddressGroup': {'1.2'}, Mar 14 14:20:29.511484 dv-cinder-790535-28-smb neutron-server[103767]: 'Agent': {'1.1'}, Mar 14 14:20:29.511484 dv-cinder-790535-28-smb neutron-server[103767]: 'ConntrackHelper': {'1.0'}, Mar 14 14:20:29.511484 dv-cinder-790535-28-smb neutron-server[103767]: 'LocalIPAssociation': {'1.0'}, Mar 14 14:20:29.511484 dv-cinder-790535-28-smb neutron-server[103767]: 'Log': {'1.0'}, Mar 14 14:20:29.511484 dv-cinder-790535-28-smb neutron-server[103767]: 'NDPProxy': {'1.0'}, Mar 14 14:20:29.511484 dv-cinder-790535-28-smb neutron-server[103767]: 'Network': {'1.1'}, Mar 14 14:20:29.511484 dv-cinder-790535-28-smb neutron-server[103767]: 'Port': {'1.7'}, Mar 14 14:20:29.511484 dv-cinder-790535-28-smb neutron-server[103767]: 'PortForwarding': {'1.2'}, Mar 14 14:20:29.511484 dv-cinder-790535-28-smb neutron-server[103767]: 'QosPolicy': {'1.10'}, Mar 14 14:20:29.511484 dv-cinder-790535-28-smb neutron-server[103767]: 'SecurityGroup': {'1.5'}, Mar 14 14:20:29.511484 dv-cinder-790535-28-smb neutron-server[103767]: 'SecurityGroupRule': {'1.2'}, Mar 14 14:20:29.511484 dv-cinder-790535-28-smb neutron-server[103767]: 'SubPort': {'1.0'}, Mar 14 14:20:29.511484 dv-cinder-790535-28-smb neutron-server[103767]: 'Subnet': {'1.1'}, Mar 14 14:20:29.511484 dv-cinder-790535-28-smb neutron-server[103767]: 'Trunk': {'1.1'}} Mar 14 14:20:29.511484 dv-cinder-790535-28-smb neutron-server[103767]: consumer versions: Mar 14 14:20:29.511484 dv-cinder-790535-28-smb neutron-server[103767]: { DHCP agent@dv-cinder-790535-28-smb: {}, Mar 14 14:20:29.511484 dv-cinder-790535-28-smb neutron-server[103767]: L3 agent@dv-cinder-790535-28-smb: {}, Mar 14 14:20:29.511484 dv-cinder-790535-28-smb neutron-server[103767]: Metadata agent@dv-cinder-790535-28-smb: {}, Mar 14 14:20:29.511484 dv-cinder-790535-28-smb neutron-server[103767]: Metering agent@dv-cinder-790535-28-smb: {}, Mar 14 14:20:29.511484 dv-cinder-790535-28-smb neutron-server[103767]: Open vSwitch agent@dv-cinder-790535-28-smb: { 'AddressGroup': '1.2', Mar 14 14:20:29.511484 dv-cinder-790535-28-smb neutron-server[103767]: 'Agent': '1.1', Mar 14 14:20:29.511484 dv-cinder-790535-28-smb neutron-server[103767]: 'ConntrackHelper': '1.0', Mar 14 14:20:29.511484 dv-cinder-790535-28-smb neutron-server[103767]: 'LocalIPAssociation': '1.0', Mar 14 14:20:29.511484 dv-cinder-790535-28-smb neutron-server[103767]: 'Log': '1.0', Mar 14 14:20:29.511484 dv-cinder-790535-28-smb neutron-server[103767]: 'NDPProxy': '1.0', Mar 14 14:20:29.511484 dv-cinder-790535-28-smb neutron-server[103767]: 'Network': '1.1', Mar 14 14:20:29.511484 dv-cinder-790535-28-smb neutron-server[103767]: 'Port': '1.7', Mar 14 14:20:29.511484 dv-cinder-790535-28-smb neutron-server[103767]: 'PortForwarding': '1.2', Mar 14 14:20:29.511484 dv-cinder-790535-28-smb neutron-server[103767]: 'QosPolicy': '1.10', Mar 14 14:20:29.511484 dv-cinder-790535-28-smb neutron-server[103767]: 'SecurityGroup': '1.5', Mar 14 14:20:29.511484 dv-cinder-790535-28-smb neutron-server[103767]: 'SecurityGroupRule': '1.2', Mar 14 14:20:29.511484 dv-cinder-790535-28-smb neutron-server[103767]: 'SubPort': '1.0', Mar 14 14:20:29.511484 dv-cinder-790535-28-smb neutron-server[103767]: 'Subnet': '1.1', Mar 14 14:20:29.511484 dv-cinder-790535-28-smb neutron-server[103767]: 'Trunk': '1.1'}} Mar 14 14:20:29.511484 dv-cinder-790535-28-smb neutron-server[103767]: {{(pid=103767) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 14 14:20:29.617833 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67be9d7-e256-4c72-b626-32ccca922852 demo admin] Network 9054a769-5c49-4537-a8df-cb5eefb21458 is scheduled to be hosted by DHCP agent cdfaf928-5960-4f26-8f0f-a06a7779780c with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 14:20:29.686454 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-a67be9d7-e256-4c72-b626-32ccca922852 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-28-smb, 9054a769-5c49-4537-a8df-cb5eefb21458) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:20:29.691584 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67be9d7-e256-4c72-b626-32ccca922852 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:20:29.696981 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a67be9d7-e256-4c72-b626-32ccca922852 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632217'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:20:29.697713 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ea839e-b232-4003-bfea-0f569ab1d819 None None] Network 9054a769-5c49-4537-a8df-cb5eefb21458 requested from dv-cinder-790535-28-smb {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 14:20:29.820212 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-a67be9d7-e256-4c72-b626-32ccca922852 demo admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8793802 Mar 14 14:20:30.086749 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41593228-3084-4863-9ed0-0be54de09cfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ef9d14b-6dca-58f6-bd72-92fc7d94ae67-9054a769-5c49-4537-a8df-cb5eefb21458', 'network_id': '9054a769-5c49-4537-a8df-cb5eefb21458', 'project_id': 'dcd557d0f64849489f52252d7afb957c', 'fixed_ips': [{'subnet_id': '0abf5a39-ab62-4dae-8c00-6e9ff0e41730'}]}} from dv-cinder-790535-28-smb. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 14 14:20:30.088148 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-41593228-3084-4863-9ed0-0be54de09cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:20:30.402581 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-41593228-3084-4863-9ed0-0be54de09cfc None None] Allocated IP 172.20.0.2 (9054a769-5c49-4537-a8df-cb5eefb21458/0abf5a39-ab62-4dae-8c00-6e9ff0e41730/927a6719-f9cc-4ccb-bc8e-e70165832c3e) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:20:30.717212 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-41593228-3084-4863-9ed0-0be54de09cfc None None] Publish callbacks [] for port (927a6719-f9cc-4ccb-bc8e-e70165832c3e), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:20:30.829723 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-41593228-3084-4863-9ed0-0be54de09cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744329793199'] for port (927a6719-f9cc-4ccb-bc8e-e70165832c3e), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:20:30.908606 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41593228-3084-4863-9ed0-0be54de09cfc None None] Network 9054a769-5c49-4537-a8df-cb5eefb21458 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:20:30.920642 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-41593228-3084-4863-9ed0-0be54de09cfc None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:20:30.923425 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41593228-3084-4863-9ed0-0be54de09cfc None None] Pushing event updated for resources: {'Port': ['ID=927a6719-f9cc-4ccb-bc8e-e70165832c3e,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:20:30.925806 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41593228-3084-4863-9ed0-0be54de09cfc None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:20:30.958417 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41593228-3084-4863-9ed0-0be54de09cfc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:20:30.958840 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41593228-3084-4863-9ed0-0be54de09cfc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:20:30.959100 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41593228-3084-4863-9ed0-0be54de09cfc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:20:30.959452 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41593228-3084-4863-9ed0-0be54de09cfc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:20:30.959807 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41593228-3084-4863-9ed0-0be54de09cfc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:20:30.960192 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41593228-3084-4863-9ed0-0be54de09cfc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:20:30.960520 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41593228-3084-4863-9ed0-0be54de09cfc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:20:30.960876 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41593228-3084-4863-9ed0-0be54de09cfc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:20:30.967573 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41593228-3084-4863-9ed0-0be54de09cfc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:20:30.967573 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41593228-3084-4863-9ed0-0be54de09cfc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:20:30.967573 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41593228-3084-4863-9ed0-0be54de09cfc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:20:30.967573 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41593228-3084-4863-9ed0-0be54de09cfc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:20:30.967573 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41593228-3084-4863-9ed0-0be54de09cfc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:20:30.968361 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41593228-3084-4863-9ed0-0be54de09cfc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:20:30.968361 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41593228-3084-4863-9ed0-0be54de09cfc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:20:30.968361 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41593228-3084-4863-9ed0-0be54de09cfc None None] Tracked resource versions report: Mar 14 14:20:30.968361 dv-cinder-790535-28-smb neutron-server[103768]: pushed versions: Mar 14 14:20:30.968361 dv-cinder-790535-28-smb neutron-server[103768]: { 'AddressGroup': {'1.2'}, Mar 14 14:20:30.968361 dv-cinder-790535-28-smb neutron-server[103768]: 'Agent': {'1.1'}, Mar 14 14:20:30.968361 dv-cinder-790535-28-smb neutron-server[103768]: 'ConntrackHelper': {'1.0'}, Mar 14 14:20:30.968361 dv-cinder-790535-28-smb neutron-server[103768]: 'LocalIPAssociation': {'1.0'}, Mar 14 14:20:30.968361 dv-cinder-790535-28-smb neutron-server[103768]: 'Log': {'1.0'}, Mar 14 14:20:30.968361 dv-cinder-790535-28-smb neutron-server[103768]: 'NDPProxy': {'1.0'}, Mar 14 14:20:30.968361 dv-cinder-790535-28-smb neutron-server[103768]: 'Network': {'1.1'}, Mar 14 14:20:30.968361 dv-cinder-790535-28-smb neutron-server[103768]: 'Port': {'1.7'}, Mar 14 14:20:30.968361 dv-cinder-790535-28-smb neutron-server[103768]: 'PortForwarding': {'1.2'}, Mar 14 14:20:30.968361 dv-cinder-790535-28-smb neutron-server[103768]: 'QosPolicy': {'1.10'}, Mar 14 14:20:30.968361 dv-cinder-790535-28-smb neutron-server[103768]: 'SecurityGroup': {'1.5'}, Mar 14 14:20:30.968361 dv-cinder-790535-28-smb neutron-server[103768]: 'SecurityGroupRule': {'1.2'}, Mar 14 14:20:30.968361 dv-cinder-790535-28-smb neutron-server[103768]: 'SubPort': {'1.0'}, Mar 14 14:20:30.968361 dv-cinder-790535-28-smb neutron-server[103768]: 'Subnet': {'1.1'}, Mar 14 14:20:30.968361 dv-cinder-790535-28-smb neutron-server[103768]: 'Trunk': {'1.1'}} Mar 14 14:20:30.968361 dv-cinder-790535-28-smb neutron-server[103768]: consumer versions: Mar 14 14:20:30.968361 dv-cinder-790535-28-smb neutron-server[103768]: { DHCP agent@dv-cinder-790535-28-smb: {}, Mar 14 14:20:30.968361 dv-cinder-790535-28-smb neutron-server[103768]: L3 agent@dv-cinder-790535-28-smb: {}, Mar 14 14:20:30.968361 dv-cinder-790535-28-smb neutron-server[103768]: Metadata agent@dv-cinder-790535-28-smb: {}, Mar 14 14:20:30.968361 dv-cinder-790535-28-smb neutron-server[103768]: Metering agent@dv-cinder-790535-28-smb: {}, Mar 14 14:20:30.968361 dv-cinder-790535-28-smb neutron-server[103768]: Open vSwitch agent@dv-cinder-790535-28-smb: { 'AddressGroup': '1.2', Mar 14 14:20:30.968361 dv-cinder-790535-28-smb neutron-server[103768]: 'Agent': '1.1', Mar 14 14:20:30.968361 dv-cinder-790535-28-smb neutron-server[103768]: 'ConntrackHelper': '1.0', Mar 14 14:20:30.968361 dv-cinder-790535-28-smb neutron-server[103768]: 'LocalIPAssociation': '1.0', Mar 14 14:20:30.968361 dv-cinder-790535-28-smb neutron-server[103768]: 'Log': '1.0', Mar 14 14:20:30.968361 dv-cinder-790535-28-smb neutron-server[103768]: 'NDPProxy': '1.0', Mar 14 14:20:30.971516 dv-cinder-790535-28-smb neutron-server[103768]: 'Network': '1.1', Mar 14 14:20:30.971516 dv-cinder-790535-28-smb neutron-server[103768]: 'Port': '1.7', Mar 14 14:20:30.971516 dv-cinder-790535-28-smb neutron-server[103768]: 'PortForwarding': '1.2', Mar 14 14:20:30.971516 dv-cinder-790535-28-smb neutron-server[103768]: 'QosPolicy': '1.10', Mar 14 14:20:30.971516 dv-cinder-790535-28-smb neutron-server[103768]: 'SecurityGroup': '1.5', Mar 14 14:20:30.971516 dv-cinder-790535-28-smb neutron-server[103768]: 'SecurityGroupRule': '1.2', Mar 14 14:20:30.971516 dv-cinder-790535-28-smb neutron-server[103768]: 'SubPort': '1.0', Mar 14 14:20:30.971516 dv-cinder-790535-28-smb neutron-server[103768]: 'Subnet': '1.1', Mar 14 14:20:30.971516 dv-cinder-790535-28-smb neutron-server[103768]: 'Trunk': '1.1'}} Mar 14 14:20:30.971516 dv-cinder-790535-28-smb neutron-server[103768]: {{(pid=103768) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 14 14:20:31.019525 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-41593228-3084-4863-9ed0-0be54de09cfc None None] Attempting to bind port 927a6719-f9cc-4ccb-bc8e-e70165832c3e on host dv-cinder-790535-28-smb for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:20:31.019934 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-41593228-3084-4863-9ed0-0be54de09cfc None None] Attempting to bind port 927a6719-f9cc-4ccb-bc8e-e70165832c3e by drivers openvswitch,hyperv on host dv-cinder-790535-28-smb at level 0 using segments [{'id': '767bdb0e-097d-484b-bde9-f2d5084dd61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '9054a769-5c49-4537-a8df-cb5eefb21458'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:20:31.020412 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41593228-3084-4863-9ed0-0be54de09cfc None None] Attempting to bind port 927a6719-f9cc-4ccb-bc8e-e70165832c3e on network 9054a769-5c49-4537-a8df-cb5eefb21458 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:20:31.026101 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41593228-3084-4863-9ed0-0be54de09cfc None None] Checking agent: {'id': 'ddc61399-76bc-42cc-9da4-26f2fa974742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-28-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 20, 17), 'started_at': datetime.datetime(2022, 3, 14, 14, 20, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-28-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:20:31.026476 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41593228-3084-4863-9ed0-0be54de09cfc None None] Checking segment: {'id': '767bdb0e-097d-484b-bde9-f2d5084dd61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '9054a769-5c49-4537-a8df-cb5eefb21458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:20:31.027010 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-41593228-3084-4863-9ed0-0be54de09cfc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:20:31.027404 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41593228-3084-4863-9ed0-0be54de09cfc None None] Bound using segment: {'id': '767bdb0e-097d-484b-bde9-f2d5084dd61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '9054a769-5c49-4537-a8df-cb5eefb21458'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:20:31.027902 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-41593228-3084-4863-9ed0-0be54de09cfc None None] Bound port: 927a6719-f9cc-4ccb-bc8e-e70165832c3e, host: dv-cinder-790535-28-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '767bdb0e-097d-484b-bde9-f2d5084dd61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '9054a769-5c49-4537-a8df-cb5eefb21458'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:20:31.028347 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-41593228-3084-4863-9ed0-0be54de09cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (927a6719-f9cc-4ccb-bc8e-e70165832c3e), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:20:31.109472 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-41593228-3084-4863-9ed0-0be54de09cfc None None] For port 927a6719-f9cc-4ccb-bc8e-e70165832c3e, host dv-cinder-790535-28-smb, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:20:31.114602 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-41593228-3084-4863-9ed0-0be54de09cfc None None] For port 927a6719-f9cc-4ccb-bc8e-e70165832c3e, host dv-cinder-790535-28-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-smb',level=0,port_id=927a6719-f9cc-4ccb-bc8e-e70165832c3e,segment=NetworkSegment(767bdb0e-097d-484b-bde9-f2d5084dd61b),segment_id=767bdb0e-097d-484b-bde9-f2d5084dd61b)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:20:31.195549 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-41593228-3084-4863-9ed0-0be54de09cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (927a6719-f9cc-4ccb-bc8e-e70165832c3e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:20:31.269061 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41593228-3084-4863-9ed0-0be54de09cfc None None] Pushing event updated for resources: {'Port': ['ID=927a6719-f9cc-4ccb-bc8e-e70165832c3e,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:20:32.489322 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 56560) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:20:32.835281 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [None req-e34d487e-687a-42d8-8bb4-6456035eb9ad admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 14:20:32.836470 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-e34d487e-687a-42d8-8bb4-6456035eb9ad admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3459365 Mar 14 14:20:35.617705 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 56568) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:20:35.959333 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [None req-c6fc6aae-ad58-44e6-9e20-b185180e6983 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 14:20:35.960365 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-c6fc6aae-ad58-44e6-9e20-b185180e6983 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3417058 Mar 14 14:20:38.594804 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 56576) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:20:38.950687 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.v2.base [None req-3fded8f1-10ac-40e4-b9dc-4690c175822d demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:20:39.138717 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3fded8f1-10ac-40e4-b9dc-4690c175822d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2018839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4718'] for router (ffb0b557-e652-4717-9c6a-426d411d24b9), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:20:39.140520 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3fded8f1-10ac-40e4-b9dc-4690c175822d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2018979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2016321', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2027734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4711'] for router (ffb0b557-e652-4717-9c6a-426d411d24b9), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:20:39.285556 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3fded8f1-10ac-40e4-b9dc-4690c175822d demo demo] Publish callbacks [] for router_controller (ffb0b557-e652-4717-9c6a-426d411d24b9), precommit_add_association {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:20:39.349966 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3fded8f1-10ac-40e4-b9dc-4690c175822d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2018988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2016302'] for router (ffb0b557-e652-4717-9c6a-426d411d24b9), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:20:39.437081 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3fded8f1-10ac-40e4-b9dc-4690c175822d demo demo] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:20:39.438284 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-3fded8f1-10ac-40e4-b9dc-4690c175822d demo demo] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.8423655 Mar 14 14:20:40.725686 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-47fa3b2f-957f-4683-a88d-cf6f4487b78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (cdfaf928-5960-4f26-8f0f-a06a7779780c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:20:41.881581 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Device 927a6719-f9cc-4ccb-bc8e-e70165832c3e up at agent ovs-agent-dv-cinder-790535-28-smb {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:20:41.977505 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Provisioning complete for port 927a6719-f9cc-4ccb-bc8e-e70165832c3e triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:20:41.978227 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (927a6719-f9cc-4ccb-bc8e-e70165832c3e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:20:42.105564 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 56588) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:20:42.109003 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Current status of the port 927a6719-f9cc-4ccb-bc8e-e70165832c3e is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:20:42.109394 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (927a6719-f9cc-4ccb-bc8e-e70165832c3e), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:20:42.147528 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] For port 927a6719-f9cc-4ccb-bc8e-e70165832c3e, host dv-cinder-790535-28-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-smb',level=0,port_id=927a6719-f9cc-4ccb-bc8e-e70165832c3e,segment=NetworkSegment(767bdb0e-097d-484b-bde9-f2d5084dd61b),segment_id=767bdb0e-097d-484b-bde9-f2d5084dd61b)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:20:42.234035 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (927a6719-f9cc-4ccb-bc8e-e70165832c3e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:20:42.285240 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Pushing event updated for resources: {'Port': ['ID=927a6719-f9cc-4ccb-bc8e-e70165832c3e,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:20:42.447675 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [None req-2c45d0b2-c933-4b51-8449-3ecf3faa3f5e admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 14:20:42.448699 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-2c45d0b2-c933-4b51-8449-3ecf3faa3f5e admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3420627 Mar 14 14:20:42.951851 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ee6680-b46d-4389-a590-ed8fa2768753 None None] Network 9054a769-5c49-4537-a8df-cb5eefb21458 requested from dv-cinder-790535-28-smb {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 14:20:43.042809 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-987385d5-271d-4d6d-844a-4be1f2fdd960 None None] Provisioning complete for port 927a6719-f9cc-4ccb-bc8e-e70165832c3e triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:20:43.043406 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-987385d5-271d-4d6d-844a-4be1f2fdd960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (927a6719-f9cc-4ccb-bc8e-e70165832c3e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:20:43.190699 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-987385d5-271d-4d6d-844a-4be1f2fdd960 None None] Current status of the port 927a6719-f9cc-4ccb-bc8e-e70165832c3e is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:20:43.206129 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b6cb5d78-e94b-44a6-9870-a3c9ba0d4e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (3a20f343-fbae-42b4-9bd9-ea7570b5f761), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:20:43.413829 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-4092f534-e6fa-4ab9-8556-f60a1a5a958e None None] Provisioning complete for port 927a6719-f9cc-4ccb-bc8e-e70165832c3e triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:20:43.414237 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4092f534-e6fa-4ab9-8556-f60a1a5a958e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (927a6719-f9cc-4ccb-bc8e-e70165832c3e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:20:43.501924 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-4092f534-e6fa-4ab9-8556-f60a1a5a958e None None] Current status of the port 927a6719-f9cc-4ccb-bc8e-e70165832c3e is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:20:43.839851 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Device 927a6719-f9cc-4ccb-bc8e-e70165832c3e up at agent ovs-agent-dv-cinder-790535-28-smb {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:20:43.896225 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Provisioning complete for port 927a6719-f9cc-4ccb-bc8e-e70165832c3e triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:20:43.896617 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (927a6719-f9cc-4ccb-bc8e-e70165832c3e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:20:43.978472 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Current status of the port 927a6719-f9cc-4ccb-bc8e-e70165832c3e is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:20:44.154079 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1359c12f-9f02-429e-8c66-1d1d1dbe42c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (105db0a1-84b9-47b6-91eb-e578cb139bff), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:20:45.133060 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 56608) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:20:45.270541 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.v2.base [None req-2e4db7c5-79b1-438b-b0fa-ac880badcae4 admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:20:45.388587 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e4db7c5-79b1-438b-b0fa-ac880badcae4 admin admin] Made reservation on behalf of a03005473bc548e2ac840099c2946f6a for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:20:45.390933 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2e4db7c5-79b1-438b-b0fa-ac880badcae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:20:45.407221 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2e4db7c5-79b1-438b-b0fa-ac880badcae4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:20:45.457253 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-91e6bee0-ce44-4dbb-9ae4-7799debe7360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (837ef9e9-d083-4188-a7c6-79f2c68dbd25), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:20:45.520187 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2e4db7c5-79b1-438b-b0fa-ac880badcae4 admin admin] Publish callbacks [] for security_group (00684828-aa5a-434f-9ebe-65591f2f8344), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:20:45.599952 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2e4db7c5-79b1-438b-b0fa-ac880badcae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (00684828-aa5a-434f-9ebe-65591f2f8344), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:20:45.617171 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2e4db7c5-79b1-438b-b0fa-ac880badcae4 admin admin] Reserving flat network on physical network physnet1 {{(pid=103767) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 14 14:20:45.639808 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4db7c5-79b1-438b-b0fa-ac880badcae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00684828-aa5a-434f-9ebe-65591f2f8344,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:20:45.645917 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2e4db7c5-79b1-438b-b0fa-ac880badcae4 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744330122509', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011900'] for segment (bce16b83-cd05-4f93-adb0-46e63864be13), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:20:45.646521 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2e4db7c5-79b1-438b-b0fa-ac880badcae4 admin admin] Unsubscribe: segment precommit_create {{(pid=103767) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 14 14:20:45.647020 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.db.segments_db [None req-2e4db7c5-79b1-438b-b0fa-ac880badcae4 admin admin] Added segment bce16b83-cd05-4f93-adb0-46e63864be13 of type flat for network 21060e90-61ba-4e92-afb3-f12491c9b56b Mar 14 14:20:45.704821 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2e4db7c5-79b1-438b-b0fa-ac880badcae4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744329743373'] for network (21060e90-61ba-4e92-afb3-f12491c9b56b), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:20:45.822757 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2e4db7c5-79b1-438b-b0fa-ac880badcae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199'] for network (21060e90-61ba-4e92-afb3-f12491c9b56b), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:20:45.824539 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4db7c5-79b1-438b-b0fa-ac880badcae4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:20:45.824903 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2e4db7c5-79b1-438b-b0fa-ac880badcae4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632217'] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:20:45.943546 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4db7c5-79b1-438b-b0fa-ac880badcae4 admin admin] Pushing event updated for resources: {'Network': ['ID=21060e90-61ba-4e92-afb3-f12491c9b56b,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:20:45.954073 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Network 21060e90-61ba-4e92-afb3-f12491c9b56b details requested by agent ovs-agent-dv-cinder-790535-28-smb with host dv-cinder-790535-28-smb {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 14:20:46.031388 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-2e4db7c5-79b1-438b-b0fa-ac880badcae4 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8972082 Mar 14 14:20:47.097814 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (ddc61399-76bc-42cc-9da4-26f2fa974742), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:20:48.515381 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 56626) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:20:48.608827 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237e4671-fbf9-4ec7-98d0-9018d975bb0a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:20:48.610148 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-237e4671-fbf9-4ec7-98d0-9018d975bb0a demo admin] 10.222.0.58 "GET /v2.0/subnets/0abf5a39-ab62-4dae-8c00-6e9ff0e41730 HTTP/1.1" status: 200 len: 849 time: 0.0937865 Mar 14 14:20:48.777567 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-89f552ff-404d-467f-9a69-12f1219f5468 demo admin] 10.222.0.58 "GET /v2.0/routers/ffb0b557-e652-4717-9c6a-426d411d24b9 HTTP/1.1" status: 200 len: 704 time: 0.1616960 Mar 14 14:20:49.053265 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-558b04de-1032-44bb-92e2-f49b9358b94a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:20:49.353730 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-558b04de-1032-44bb-92e2-f49b9358b94a demo admin] Allocated IP 172.20.0.1 (9054a769-5c49-4537-a8df-cb5eefb21458/0abf5a39-ab62-4dae-8c00-6e9ff0e41730/00fec22b-32bb-40df-8667-4398a2fc0a13) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:20:49.509251 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-558b04de-1032-44bb-92e2-f49b9358b94a demo admin] Publish callbacks [] for port (00fec22b-32bb-40df-8667-4398a2fc0a13), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:20:49.623284 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-558b04de-1032-44bb-92e2-f49b9358b94a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744329793199'] for port (00fec22b-32bb-40df-8667-4398a2fc0a13), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:20:49.704681 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558b04de-1032-44bb-92e2-f49b9358b94a demo admin] Network 9054a769-5c49-4537-a8df-cb5eefb21458 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:20:49.711750 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-558b04de-1032-44bb-92e2-f49b9358b94a demo admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:20:49.714433 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558b04de-1032-44bb-92e2-f49b9358b94a demo admin] Pushing event updated for resources: {'Port': ['ID=00fec22b-32bb-40df-8667-4398a2fc0a13,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:20:49.717585 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558b04de-1032-44bb-92e2-f49b9358b94a demo admin] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:20:49.718122 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-558b04de-1032-44bb-92e2-f49b9358b94a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2015297'] for router_interface (ffb0b557-e652-4717-9c6a-426d411d24b9), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:20:49.962453 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-96ef1b6d-f240-4fcd-89b7-0586e6f2e717 None None] Provisioning complete for port 00fec22b-32bb-40df-8667-4398a2fc0a13 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:20:49.963019 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-96ef1b6d-f240-4fcd-89b7-0586e6f2e717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (00fec22b-32bb-40df-8667-4398a2fc0a13), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:20:49.998737 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-96ef1b6d-f240-4fcd-89b7-0586e6f2e717 None None] Port 00fec22b-32bb-40df-8667-4398a2fc0a13 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 14:20:50.034175 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-558b04de-1032-44bb-92e2-f49b9358b94a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (00fec22b-32bb-40df-8667-4398a2fc0a13), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:20:50.250635 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-558b04de-1032-44bb-92e2-f49b9358b94a demo admin] Publish callbacks [] for port (00fec22b-32bb-40df-8667-4398a2fc0a13), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:20:50.291087 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-558b04de-1032-44bb-92e2-f49b9358b94a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (00fec22b-32bb-40df-8667-4398a2fc0a13), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:20:50.292685 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-558b04de-1032-44bb-92e2-f49b9358b94a demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2015469'] for router_interface (ffb0b557-e652-4717-9c6a-426d411d24b9), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:20:50.356602 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558b04de-1032-44bb-92e2-f49b9358b94a demo admin] Pushing event updated for resources: {'Port': ['ID=00fec22b-32bb-40df-8667-4398a2fc0a13,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:20:50.426296 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558b04de-1032-44bb-92e2-f49b9358b94a demo admin] Network 9054a769-5c49-4537-a8df-cb5eefb21458 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:20:50.427711 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-558b04de-1032-44bb-92e2-f49b9358b94a demo admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:20:50.702899 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-558b04de-1032-44bb-92e2-f49b9358b94a demo admin] Router ffb0b557-e652-4717-9c6a-426d411d24b9 is scheduled to L3 agent 3a20f343-fbae-42b4-9bd9-ea7570b5f761 with binding_index 1 {{(pid=103767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 14:20:50.720586 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-2ff9121b-7c87-42a2-a99b-134f7664de85 None None] Provisioning complete for port 00fec22b-32bb-40df-8667-4398a2fc0a13 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:20:50.720980 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2ff9121b-7c87-42a2-a99b-134f7664de85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (00fec22b-32bb-40df-8667-4398a2fc0a13), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:20:50.757308 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-2ff9121b-7c87-42a2-a99b-134f7664de85 None None] Port 00fec22b-32bb-40df-8667-4398a2fc0a13 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 14:20:50.799788 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-558b04de-1032-44bb-92e2-f49b9358b94a demo admin] Notify agent at l3_agent.dv-cinder-790535-28-smb the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:20:50.805853 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-558b04de-1032-44bb-92e2-f49b9358b94a demo admin] 10.222.0.58 "PUT /v2.0/routers/ffb0b557-e652-4717-9c6a-426d411d24b9/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0231342 Mar 14 14:20:50.810969 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50120fd-3f59-49e8-ac33-e355ed0887cb None None] Sync routers for ids ['ffb0b557-e652-4717-9c6a-426d411d24b9'] in dv-cinder-790535-28-smb {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:20:50.824496 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50120fd-3f59-49e8-ac33-e355ed0887cb None None] Routers {'ffb0b557-e652-4717-9c6a-426d411d24b9'} bound to L3 agent in host dv-cinder-790535-28-smb {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:20:50.825429 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-c50120fd-3f59-49e8-ac33-e355ed0887cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-14T14:20:13Z,description=,heartbeat_timestamp=2022-03-14T14:20:43Z,host='dv-cinder-790535-28-smb',id=3a20f343-fbae-42b4-9bd9-ea7570b5f761,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:20:14Z,topic='l3_agent')) {'router_ids': ['ffb0b557-e652-4717-9c6a-426d411d24b9'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:20:51.025809 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-c50120fd-3f59-49e8-ac33-e355ed0887cb None None] Set router ffb0b557-e652-4717-9c6a-426d411d24b9 gateway port host: None {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:20:51.482044 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-c50120fd-3f59-49e8-ac33-e355ed0887cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb0b557-e652-4717-9c6a-426d411d24b9', 'name': 'router1', 'tenant_id': 'dcd557d0f64849489f52252d7afb957c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:20:39Z', 'updated_at': '2022-03-14T14:20:49Z', 'revision_number': 2, 'project_id': 'dcd557d0f64849489f52252d7afb957c', 'gw_port_host': None, '_interfaces': [{'id': '00fec22b-32bb-40df-8667-4398a2fc0a13', 'name': '', 'network_id': '9054a769-5c49-4537-a8df-cb5eefb21458', 'tenant_id': 'dcd557d0f64849489f52252d7afb957c', 'mac_address': 'fa:16:3e:d0:a6:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb0b557-e652-4717-9c6a-426d411d24b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0abf5a39-ab62-4dae-8c00-6e9ff0e41730', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:20:49Z', 'updated_at': '2022-03-14T14:20:50Z', 'revision_number': 2, 'project_id': 'dcd557d0f64849489f52252d7afb957c', 'subnets': [{'id': '0abf5a39-ab62-4dae-8c00-6e9ff0e41730', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'feede864-8e0e-4bb8-ba6e-6ad75d9ed7a2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-smb', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:20:51.531569 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50120fd-3f59-49e8-ac33-e355ed0887cb None None] Checking router: ffb0b557-e652-4717-9c6a-426d411d24b9 for host: dv-cinder-790535-28-smb {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:20:51.531946 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50120fd-3f59-49e8-ac33-e355ed0887cb None None] Updating router ffb0b557-e652-4717-9c6a-426d411d24b9 port 00fec22b-32bb-40df-8667-4398a2fc0a13 binding host dv-cinder-790535-28-smb {{(pid=103769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 14:20:51.615558 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-c50120fd-3f59-49e8-ac33-e355ed0887cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (00fec22b-32bb-40df-8667-4398a2fc0a13), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:20:52.118045 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-c50120fd-3f59-49e8-ac33-e355ed0887cb None None] Publish callbacks [] for port (00fec22b-32bb-40df-8667-4398a2fc0a13), precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:20:52.176314 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-c50120fd-3f59-49e8-ac33-e355ed0887cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (00fec22b-32bb-40df-8667-4398a2fc0a13), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:20:52.350626 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c0a937-5f96-49cf-ba4b-3edd8b4efee5 None None] Pushing event updated for resources: {'Port': ['ID=00fec22b-32bb-40df-8667-4398a2fc0a13,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:20:52.363479 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c0a937-5f96-49cf-ba4b-3edd8b4efee5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:20:52.363868 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c0a937-5f96-49cf-ba4b-3edd8b4efee5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:20:52.364245 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c0a937-5f96-49cf-ba4b-3edd8b4efee5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:20:52.364563 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c0a937-5f96-49cf-ba4b-3edd8b4efee5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:20:52.364881 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c0a937-5f96-49cf-ba4b-3edd8b4efee5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:20:52.365192 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c0a937-5f96-49cf-ba4b-3edd8b4efee5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:20:52.365525 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c0a937-5f96-49cf-ba4b-3edd8b4efee5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:20:52.365856 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c0a937-5f96-49cf-ba4b-3edd8b4efee5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:20:52.366195 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c0a937-5f96-49cf-ba4b-3edd8b4efee5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:20:52.366507 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c0a937-5f96-49cf-ba4b-3edd8b4efee5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:20:52.366918 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c0a937-5f96-49cf-ba4b-3edd8b4efee5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:20:52.367170 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c0a937-5f96-49cf-ba4b-3edd8b4efee5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:20:52.367494 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c0a937-5f96-49cf-ba4b-3edd8b4efee5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:20:52.367871 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c0a937-5f96-49cf-ba4b-3edd8b4efee5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:20:52.368161 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c0a937-5f96-49cf-ba4b-3edd8b4efee5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:20:52.369328 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c0a937-5f96-49cf-ba4b-3edd8b4efee5 None None] Tracked resource versions report: Mar 14 14:20:52.369328 dv-cinder-790535-28-smb neutron-server[103769]: pushed versions: Mar 14 14:20:52.369328 dv-cinder-790535-28-smb neutron-server[103769]: { 'AddressGroup': {'1.2'}, Mar 14 14:20:52.369328 dv-cinder-790535-28-smb neutron-server[103769]: 'Agent': {'1.1'}, Mar 14 14:20:52.369328 dv-cinder-790535-28-smb neutron-server[103769]: 'ConntrackHelper': {'1.0'}, Mar 14 14:20:52.369328 dv-cinder-790535-28-smb neutron-server[103769]: 'LocalIPAssociation': {'1.0'}, Mar 14 14:20:52.369328 dv-cinder-790535-28-smb neutron-server[103769]: 'Log': {'1.0'}, Mar 14 14:20:52.369328 dv-cinder-790535-28-smb neutron-server[103769]: 'NDPProxy': {'1.0'}, Mar 14 14:20:52.369328 dv-cinder-790535-28-smb neutron-server[103769]: 'Network': {'1.1'}, Mar 14 14:20:52.369328 dv-cinder-790535-28-smb neutron-server[103769]: 'Port': {'1.7'}, Mar 14 14:20:52.369328 dv-cinder-790535-28-smb neutron-server[103769]: 'PortForwarding': {'1.2'}, Mar 14 14:20:52.369328 dv-cinder-790535-28-smb neutron-server[103769]: 'QosPolicy': {'1.10'}, Mar 14 14:20:52.369328 dv-cinder-790535-28-smb neutron-server[103769]: 'SecurityGroup': {'1.5'}, Mar 14 14:20:52.369328 dv-cinder-790535-28-smb neutron-server[103769]: 'SecurityGroupRule': {'1.2'}, Mar 14 14:20:52.369328 dv-cinder-790535-28-smb neutron-server[103769]: 'SubPort': {'1.0'}, Mar 14 14:20:52.369328 dv-cinder-790535-28-smb neutron-server[103769]: 'Subnet': {'1.1'}, Mar 14 14:20:52.369328 dv-cinder-790535-28-smb neutron-server[103769]: 'Trunk': {'1.1'}} Mar 14 14:20:52.369328 dv-cinder-790535-28-smb neutron-server[103769]: consumer versions: Mar 14 14:20:52.369328 dv-cinder-790535-28-smb neutron-server[103769]: { DHCP agent@dv-cinder-790535-28-smb: {}, Mar 14 14:20:52.369328 dv-cinder-790535-28-smb neutron-server[103769]: L3 agent@dv-cinder-790535-28-smb: {}, Mar 14 14:20:52.369328 dv-cinder-790535-28-smb neutron-server[103769]: Metadata agent@dv-cinder-790535-28-smb: {}, Mar 14 14:20:52.369328 dv-cinder-790535-28-smb neutron-server[103769]: Metering agent@dv-cinder-790535-28-smb: {}, Mar 14 14:20:52.369328 dv-cinder-790535-28-smb neutron-server[103769]: Open vSwitch agent@dv-cinder-790535-28-smb: { 'AddressGroup': '1.2', Mar 14 14:20:52.369328 dv-cinder-790535-28-smb neutron-server[103769]: 'Agent': '1.1', Mar 14 14:20:52.369328 dv-cinder-790535-28-smb neutron-server[103769]: 'ConntrackHelper': '1.0', Mar 14 14:20:52.369328 dv-cinder-790535-28-smb neutron-server[103769]: 'LocalIPAssociation': '1.0', Mar 14 14:20:52.369328 dv-cinder-790535-28-smb neutron-server[103769]: 'Log': '1.0', Mar 14 14:20:52.369328 dv-cinder-790535-28-smb neutron-server[103769]: 'NDPProxy': '1.0', Mar 14 14:20:52.369328 dv-cinder-790535-28-smb neutron-server[103769]: 'Network': '1.1', Mar 14 14:20:52.369328 dv-cinder-790535-28-smb neutron-server[103769]: 'Port': '1.7', Mar 14 14:20:52.369328 dv-cinder-790535-28-smb neutron-server[103769]: 'PortForwarding': '1.2', Mar 14 14:20:52.369328 dv-cinder-790535-28-smb neutron-server[103769]: 'QosPolicy': '1.10', Mar 14 14:20:52.369328 dv-cinder-790535-28-smb neutron-server[103769]: 'SecurityGroup': '1.5', Mar 14 14:20:52.369328 dv-cinder-790535-28-smb neutron-server[103769]: 'SecurityGroupRule': '1.2', Mar 14 14:20:52.369328 dv-cinder-790535-28-smb neutron-server[103769]: 'SubPort': '1.0', Mar 14 14:20:52.369328 dv-cinder-790535-28-smb neutron-server[103769]: 'Subnet': '1.1', Mar 14 14:20:52.369328 dv-cinder-790535-28-smb neutron-server[103769]: 'Trunk': '1.1'}} Mar 14 14:20:52.369328 dv-cinder-790535-28-smb neutron-server[103769]: {{(pid=103769) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 14 14:20:52.372980 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-c50120fd-3f59-49e8-ac33-e355ed0887cb None None] Attempting to bind port 00fec22b-32bb-40df-8667-4398a2fc0a13 on host dv-cinder-790535-28-smb for vnic_type normal with profile {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:20:52.373606 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-c50120fd-3f59-49e8-ac33-e355ed0887cb None None] Attempting to bind port 00fec22b-32bb-40df-8667-4398a2fc0a13 by drivers openvswitch,hyperv on host dv-cinder-790535-28-smb at level 0 using segments [{'id': '767bdb0e-097d-484b-bde9-f2d5084dd61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '9054a769-5c49-4537-a8df-cb5eefb21458'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:20:52.373852 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50120fd-3f59-49e8-ac33-e355ed0887cb None None] Attempting to bind port 00fec22b-32bb-40df-8667-4398a2fc0a13 on network 9054a769-5c49-4537-a8df-cb5eefb21458 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:20:52.380140 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50120fd-3f59-49e8-ac33-e355ed0887cb None None] Checking agent: {'id': 'ddc61399-76bc-42cc-9da4-26f2fa974742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-28-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 20, 17), 'started_at': datetime.datetime(2022, 3, 14, 14, 20, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-28-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:20:52.380768 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50120fd-3f59-49e8-ac33-e355ed0887cb None None] Checking segment: {'id': '767bdb0e-097d-484b-bde9-f2d5084dd61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '9054a769-5c49-4537-a8df-cb5eefb21458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:20:52.381009 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-c50120fd-3f59-49e8-ac33-e355ed0887cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:20:52.381409 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50120fd-3f59-49e8-ac33-e355ed0887cb None None] Bound using segment: {'id': '767bdb0e-097d-484b-bde9-f2d5084dd61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '9054a769-5c49-4537-a8df-cb5eefb21458'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:20:52.381922 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-c50120fd-3f59-49e8-ac33-e355ed0887cb None None] Bound port: 00fec22b-32bb-40df-8667-4398a2fc0a13, host: dv-cinder-790535-28-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '767bdb0e-097d-484b-bde9-f2d5084dd61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '9054a769-5c49-4537-a8df-cb5eefb21458'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:20:52.382361 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-c50120fd-3f59-49e8-ac33-e355ed0887cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (00fec22b-32bb-40df-8667-4398a2fc0a13), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:20:52.392642 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-9aed4e4f-2394-49da-a962-54081021cf47 None None] Provisioning complete for port 00fec22b-32bb-40df-8667-4398a2fc0a13 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:20:52.393237 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9aed4e4f-2394-49da-a962-54081021cf47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (00fec22b-32bb-40df-8667-4398a2fc0a13), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:20:52.430680 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-9aed4e4f-2394-49da-a962-54081021cf47 None None] Port 00fec22b-32bb-40df-8667-4398a2fc0a13 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 14:20:52.458583 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-c50120fd-3f59-49e8-ac33-e355ed0887cb None None] For port 00fec22b-32bb-40df-8667-4398a2fc0a13, host dv-cinder-790535-28-smb, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:20:52.480974 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-c50120fd-3f59-49e8-ac33-e355ed0887cb None None] For port 00fec22b-32bb-40df-8667-4398a2fc0a13, host dv-cinder-790535-28-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-smb',level=0,port_id=00fec22b-32bb-40df-8667-4398a2fc0a13,segment=NetworkSegment(767bdb0e-097d-484b-bde9-f2d5084dd61b),segment_id=767bdb0e-097d-484b-bde9-f2d5084dd61b)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:20:52.549688 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-c50120fd-3f59-49e8-ac33-e355ed0887cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (00fec22b-32bb-40df-8667-4398a2fc0a13), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:20:52.619143 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50120fd-3f59-49e8-ac33-e355ed0887cb None None] Routers {'ffb0b557-e652-4717-9c6a-426d411d24b9'} bound to L3 agent in host dv-cinder-790535-28-smb {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:20:52.619671 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-c50120fd-3f59-49e8-ac33-e355ed0887cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-14T14:20:13Z,description=,heartbeat_timestamp=2022-03-14T14:20:43Z,host='dv-cinder-790535-28-smb',id=3a20f343-fbae-42b4-9bd9-ea7570b5f761,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:20:14Z,topic='l3_agent')) {'router_ids': ['ffb0b557-e652-4717-9c6a-426d411d24b9'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:20:52.621731 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c0a937-5f96-49cf-ba4b-3edd8b4efee5 None None] Pushing event updated for resources: {'Port': ['ID=00fec22b-32bb-40df-8667-4398a2fc0a13,revision_number=4']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:20:52.716422 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-c50120fd-3f59-49e8-ac33-e355ed0887cb None None] Set router ffb0b557-e652-4717-9c6a-426d411d24b9 gateway port host: None {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:20:52.755116 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-854b4a4f-4a9d-414d-ae6e-de14e78ac9a1 None None] Provisioning complete for port 00fec22b-32bb-40df-8667-4398a2fc0a13 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:20:52.755515 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-854b4a4f-4a9d-414d-ae6e-de14e78ac9a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (00fec22b-32bb-40df-8667-4398a2fc0a13), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:20:52.844678 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-854b4a4f-4a9d-414d-ae6e-de14e78ac9a1 None None] Current status of the port 00fec22b-32bb-40df-8667-4398a2fc0a13 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:20:52.845235 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-854b4a4f-4a9d-414d-ae6e-de14e78ac9a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (00fec22b-32bb-40df-8667-4398a2fc0a13), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:20:52.896336 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-854b4a4f-4a9d-414d-ae6e-de14e78ac9a1 None None] For port 00fec22b-32bb-40df-8667-4398a2fc0a13, host dv-cinder-790535-28-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-smb',level=0,port_id=00fec22b-32bb-40df-8667-4398a2fc0a13,segment=NetworkSegment(767bdb0e-097d-484b-bde9-f2d5084dd61b),segment_id=767bdb0e-097d-484b-bde9-f2d5084dd61b)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:20:52.937187 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-c50120fd-3f59-49e8-ac33-e355ed0887cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb0b557-e652-4717-9c6a-426d411d24b9', 'name': 'router1', 'tenant_id': 'dcd557d0f64849489f52252d7afb957c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:20:39Z', 'updated_at': '2022-03-14T14:20:49Z', 'revision_number': 2, 'project_id': 'dcd557d0f64849489f52252d7afb957c', 'gw_port_host': None, '_interfaces': [{'id': '00fec22b-32bb-40df-8667-4398a2fc0a13', 'name': '', 'network_id': '9054a769-5c49-4537-a8df-cb5eefb21458', 'tenant_id': 'dcd557d0f64849489f52252d7afb957c', 'mac_address': 'fa:16:3e:d0:a6:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb0b557-e652-4717-9c6a-426d411d24b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0abf5a39-ab62-4dae-8c00-6e9ff0e41730', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:20:49Z', 'updated_at': '2022-03-14T14:20:52Z', 'revision_number': 4, 'project_id': 'dcd557d0f64849489f52252d7afb957c', 'subnets': [{'id': '0abf5a39-ab62-4dae-8c00-6e9ff0e41730', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'feede864-8e0e-4bb8-ba6e-6ad75d9ed7a2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-smb', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:20:52.964995 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50120fd-3f59-49e8-ac33-e355ed0887cb None None] The sync data for ids ['ffb0b557-e652-4717-9c6a-426d411d24b9'] in dv-cinder-790535-28-smb is: [{'id': 'ffb0b557-e652-4717-9c6a-426d411d24b9', 'name': 'router1', 'tenant_id': 'dcd557d0f64849489f52252d7afb957c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:20:39Z', 'updated_at': '2022-03-14T14:20:49Z', 'revision_number': 2, 'project_id': 'dcd557d0f64849489f52252d7afb957c', 'gw_port_host': None, '_interfaces': [{'id': '00fec22b-32bb-40df-8667-4398a2fc0a13', 'name': '', 'network_id': '9054a769-5c49-4537-a8df-cb5eefb21458', 'tenant_id': 'dcd557d0f64849489f52252d7afb957c', 'mac_address': 'fa:16:3e:d0:a6:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb0b557-e652-4717-9c6a-426d411d24b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0abf5a39-ab62-4dae-8c00-6e9ff0e41730', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:20:49Z', 'updated_at': '2022-03-14T14:20:52Z', 'revision_number': 4, 'project_id': 'dcd557d0f64849489f52252d7afb957c', 'subnets': [{'id': '0abf5a39-ab62-4dae-8c00-6e9ff0e41730', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'feede864-8e0e-4bb8-ba6e-6ad75d9ed7a2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:20:52.993981 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-854b4a4f-4a9d-414d-ae6e-de14e78ac9a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (00fec22b-32bb-40df-8667-4398a2fc0a13), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:20:53.048502 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854b4a4f-4a9d-414d-ae6e-de14e78ac9a1 None None] Pushing event updated for resources: {'Port': ['ID=00fec22b-32bb-40df-8667-4398a2fc0a13,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:20:53.300710 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 56638) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:20:53.416421 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7925e7a8-cfb6-4b5c-8a87-f0f71a02b218 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:20:53.418485 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-7925e7a8-cfb6-4b5c-8a87-f0f71a02b218 admin admin] 10.222.0.58 "GET /v2.0/networks/21060e90-61ba-4e92-afb3-f12491c9b56b HTTP/1.1" status: 200 len: 842 time: 0.1168270 Mar 14 14:20:53.427913 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.v2.base [None req-6851bbaf-5661-4613-80ff-52e9c419077b admin admin] Request body: {'subnet': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'enable_dhcp': False, 'cidr': '172.28.2.0/24', 'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.28.2.1'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:20:53.548338 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6851bbaf-5661-4613-80ff-52e9c419077b admin admin] Made reservation on behalf of a03005473bc548e2ac840099c2946f6a for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:20:53.550539 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6851bbaf-5661-4613-80ff-52e9c419077b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:20:53.926472 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.objects.ports [None req-6851bbaf-5661-4613-80ff-52e9c419077b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103767) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 14 14:20:53.926808 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6851bbaf-5661-4613-80ff-52e9c419077b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199'] for subnet (3278263d-ed58-402f-9606-a5b3ef606428), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:20:53.982350 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6851bbaf-5661-4613-80ff-52e9c419077b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3278263d-ed58-402f-9606-a5b3ef606428,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:20:53.991520 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6851bbaf-5661-4613-80ff-52e9c419077b admin admin] Checking segment: {'id': 'bce16b83-cd05-4f93-adb0-46e63864be13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:20:53.992040 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6851bbaf-5661-4613-80ff-52e9c419077b admin admin] Network hostable DHCP agents. Network: 21060e90-61ba-4e92-afb3-f12491c9b56b, hostable agents: ['cdfaf928-5960-4f26-8f0f-a06a7779780c'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 14:20:54.131303 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6851bbaf-5661-4613-80ff-52e9c419077b admin admin] Network 21060e90-61ba-4e92-afb3-f12491c9b56b is scheduled to be hosted by DHCP agent cdfaf928-5960-4f26-8f0f-a06a7779780c with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 14:20:54.239880 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-6851bbaf-5661-4613-80ff-52e9c419077b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-28-smb, 21060e90-61ba-4e92-afb3-f12491c9b56b) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:20:54.244014 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6851bbaf-5661-4613-80ff-52e9c419077b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:20:54.245580 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6851bbaf-5661-4613-80ff-52e9c419077b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632217'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:20:54.254024 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4bb5a21-95e5-4642-8f00-4e4a6da08aad None None] Network 21060e90-61ba-4e92-afb3-f12491c9b56b requested from dv-cinder-790535-28-smb {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 14:20:54.345810 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-6851bbaf-5661-4613-80ff-52e9c419077b admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9211879 Mar 14 14:20:54.361238 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636d278f-0528-42e8-b2e3-4f9291795fcc None None] Network 21060e90-61ba-4e92-afb3-f12491c9b56b requested from dv-cinder-790535-28-smb {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 14:20:56.825726 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 56646) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:20:56.979717 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-f519881f-08cf-43e9-88c7-7830d13340cf demo admin] 10.222.0.58 "GET /v2.0/routers/ffb0b557-e652-4717-9c6a-426d411d24b9 HTTP/1.1" status: 200 len: 710 time: 0.1524642 Mar 14 14:20:57.156399 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4a6953-1b3e-4ab7-92ad-003aa447a5e9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:20:57.157772 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-ff4a6953-1b3e-4ab7-92ad-003aa447a5e9 demo admin] 10.222.0.58 "GET /v2.0/networks/21060e90-61ba-4e92-afb3-f12491c9b56b HTTP/1.1" status: 200 len: 886 time: 0.1724288 Mar 14 14:20:57.167225 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.v2.base [None req-72056aad-b751-4da7-9923-916d8aab09f8 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b'}}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:20:57.437959 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-72056aad-b751-4da7-9923-916d8aab09f8 demo admin] Publish callbacks [] for router_gateway (ffb0b557-e652-4717-9c6a-426d411d24b9), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:20:57.773574 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-72056aad-b751-4da7-9923-916d8aab09f8 demo admin] Publish callbacks [] for router_gateway (ffb0b557-e652-4717-9c6a-426d411d24b9), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:20:57.856201 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-72056aad-b751-4da7-9923-916d8aab09f8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:20:57.966167 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-72056aad-b751-4da7-9923-916d8aab09f8 demo admin] Allocated IP 172.28.2.157 (21060e90-61ba-4e92-afb3-f12491c9b56b/3278263d-ed58-402f-9606-a5b3ef606428/ed68a00e-210f-434f-8867-492ecc626be8) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:20:58.123877 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-72056aad-b751-4da7-9923-916d8aab09f8 demo admin] Publish callbacks [] for port (ed68a00e-210f-434f-8867-492ecc626be8), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:20:58.205960 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-72056aad-b751-4da7-9923-916d8aab09f8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744329793199'] for port (ed68a00e-210f-434f-8867-492ecc626be8), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:20:58.250007 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72056aad-b751-4da7-9923-916d8aab09f8 demo admin] Network 21060e90-61ba-4e92-afb3-f12491c9b56b is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:20:58.253045 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-72056aad-b751-4da7-9923-916d8aab09f8 demo admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:20:58.259633 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72056aad-b751-4da7-9923-916d8aab09f8 demo admin] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:20:58.263184 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72056aad-b751-4da7-9923-916d8aab09f8 demo admin] Pushing event updated for resources: {'Port': ['ID=ed68a00e-210f-434f-8867-492ecc626be8,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:20:58.593432 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-72056aad-b751-4da7-9923-916d8aab09f8 demo admin] Publish callbacks [] for router_gateway (ffb0b557-e652-4717-9c6a-426d411d24b9), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:20:58.906420 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-72056aad-b751-4da7-9923-916d8aab09f8 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2016307', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2018965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4725'] for router (ffb0b557-e652-4717-9c6a-426d411d24b9), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:20:58.909978 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-72056aad-b751-4da7-9923-916d8aab09f8 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2016302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2016316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2016293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2018974'] for router (ffb0b557-e652-4717-9c6a-426d411d24b9), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:20:59.032754 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72056aad-b751-4da7-9923-916d8aab09f8 demo admin] Router ffb0b557-e652-4717-9c6a-426d411d24b9 has already been hosted by L3 agent 3a20f343-fbae-42b4-9bd9-ea7570b5f761 {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 14:20:59.149938 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72056aad-b751-4da7-9923-916d8aab09f8 demo admin] Notify agent at l3_agent.dv-cinder-790535-28-smb the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:20:59.154914 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-72056aad-b751-4da7-9923-916d8aab09f8 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:20:59.156123 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-72056aad-b751-4da7-9923-916d8aab09f8 demo admin] 10.222.0.58 "PUT /v2.0/routers/ffb0b557-e652-4717-9c6a-426d411d24b9 HTTP/1.1" status: 200 len: 890 time: 1.9927087 Mar 14 14:20:59.940453 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Device 00fec22b-32bb-40df-8667-4398a2fc0a13 up at agent ovs-agent-dv-cinder-790535-28-smb {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:20:59.994501 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Provisioning complete for port 00fec22b-32bb-40df-8667-4398a2fc0a13 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:20:59.995699 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (00fec22b-32bb-40df-8667-4398a2fc0a13), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:00.093269 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Current status of the port 00fec22b-32bb-40df-8667-4398a2fc0a13 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:21:00.465312 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.agents_db [None req-65564c68-cd92-4c79-8f56-5bb994fe7015 None None] Agent healthcheck: found 5 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 14:21:01.783687 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 56658) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:21:01.910645 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f895b69-a8ed-49eb-b0f6-fdf2d9e41cab None None] Sync routers for ids ['ffb0b557-e652-4717-9c6a-426d411d24b9'] in dv-cinder-790535-28-smb {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:21:01.922273 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f895b69-a8ed-49eb-b0f6-fdf2d9e41cab None None] Routers {'ffb0b557-e652-4717-9c6a-426d411d24b9'} bound to L3 agent in host dv-cinder-790535-28-smb {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:21:01.923195 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-8f895b69-a8ed-49eb-b0f6-fdf2d9e41cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-14T14:20:13Z,description=,heartbeat_timestamp=2022-03-14T14:20:43Z,host='dv-cinder-790535-28-smb',id=3a20f343-fbae-42b4-9bd9-ea7570b5f761,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:20:14Z,topic='l3_agent')) {'router_ids': ['ffb0b557-e652-4717-9c6a-426d411d24b9'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:21:01.927923 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-a1e5c7a3-0c62-4cd1-98f4-a19ab2307259 admin admin] 10.222.0.58 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1430080 Mar 14 14:21:02.174646 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-8f895b69-a8ed-49eb-b0f6-fdf2d9e41cab None None] Set router ffb0b557-e652-4717-9c6a-426d411d24b9 gateway port host: dv-cinder-790535-28-smb {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:21:02.699061 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-8f895b69-a8ed-49eb-b0f6-fdf2d9e41cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb0b557-e652-4717-9c6a-426d411d24b9', 'name': 'router1', 'tenant_id': 'dcd557d0f64849489f52252d7afb957c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.157'}], 'enable_snat': True}, 'gw_port_id': 'ed68a00e-210f-434f-8867-492ecc626be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:20:39Z', 'updated_at': '2022-03-14T14:20:58Z', 'revision_number': 4, 'project_id': 'dcd557d0f64849489f52252d7afb957c', 'gw_port': {'id': 'ed68a00e-210f-434f-8867-492ecc626be8', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fd:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb0b557-e652-4717-9c6a-426d411d24b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:20:57Z', 'updated_at': '2022-03-14T14:20:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb', '_interfaces': [{'id': '00fec22b-32bb-40df-8667-4398a2fc0a13', 'name': '', 'network_id': '9054a769-5c49-4537-a8df-cb5eefb21458', 'tenant_id': 'dcd557d0f64849489f52252d7afb957c', 'mac_address': 'fa:16:3e:d0:a6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb0b557-e652-4717-9c6a-426d411d24b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0abf5a39-ab62-4dae-8c00-6e9ff0e41730', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:20:49Z', 'updated_at': '2022-03-14T14:20:52Z', 'revision_number': 5, 'project_id': 'dcd557d0f64849489f52252d7afb957c', 'subnets': [{'id': '0abf5a39-ab62-4dae-8c00-6e9ff0e41730', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'feede864-8e0e-4bb8-ba6e-6ad75d9ed7a2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-smb', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:21:02.753108 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f895b69-a8ed-49eb-b0f6-fdf2d9e41cab None None] Checking router: ffb0b557-e652-4717-9c6a-426d411d24b9 for host: dv-cinder-790535-28-smb {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:21:02.753459 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f895b69-a8ed-49eb-b0f6-fdf2d9e41cab None None] Updating router ffb0b557-e652-4717-9c6a-426d411d24b9 port ed68a00e-210f-434f-8867-492ecc626be8 binding host dv-cinder-790535-28-smb {{(pid=103768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 14:21:02.808568 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8f895b69-a8ed-49eb-b0f6-fdf2d9e41cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (ed68a00e-210f-434f-8867-492ecc626be8), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:03.211041 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8f895b69-a8ed-49eb-b0f6-fdf2d9e41cab None None] Publish callbacks [] for port (ed68a00e-210f-434f-8867-492ecc626be8), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:03.279538 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8f895b69-a8ed-49eb-b0f6-fdf2d9e41cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (ed68a00e-210f-434f-8867-492ecc626be8), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:03.338284 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-8f895b69-a8ed-49eb-b0f6-fdf2d9e41cab None None] Attempting to bind port ed68a00e-210f-434f-8867-492ecc626be8 on host dv-cinder-790535-28-smb for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:21:03.339391 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-8f895b69-a8ed-49eb-b0f6-fdf2d9e41cab None None] Attempting to bind port ed68a00e-210f-434f-8867-492ecc626be8 by drivers openvswitch,hyperv on host dv-cinder-790535-28-smb at level 0 using segments [{'id': 'bce16b83-cd05-4f93-adb0-46e63864be13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:21:03.340450 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f895b69-a8ed-49eb-b0f6-fdf2d9e41cab None None] Attempting to bind port ed68a00e-210f-434f-8867-492ecc626be8 on network 21060e90-61ba-4e92-afb3-f12491c9b56b {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:21:03.351486 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a42f0c-577f-40bf-918c-c741267edfdc None None] Pushing event updated for resources: {'Port': ['ID=ed68a00e-210f-434f-8867-492ecc626be8,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:21:03.354460 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f895b69-a8ed-49eb-b0f6-fdf2d9e41cab None None] Checking agent: {'id': 'ddc61399-76bc-42cc-9da4-26f2fa974742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-28-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 20, 17), 'started_at': datetime.datetime(2022, 3, 14, 14, 20, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-28-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:21:03.354460 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f895b69-a8ed-49eb-b0f6-fdf2d9e41cab None None] Checking segment: {'id': 'bce16b83-cd05-4f93-adb0-46e63864be13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:21:03.355086 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8f895b69-a8ed-49eb-b0f6-fdf2d9e41cab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:03.355583 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f895b69-a8ed-49eb-b0f6-fdf2d9e41cab None None] Bound using segment: {'id': 'bce16b83-cd05-4f93-adb0-46e63864be13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:21:03.356463 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-8f895b69-a8ed-49eb-b0f6-fdf2d9e41cab None None] Bound port: ed68a00e-210f-434f-8867-492ecc626be8, host: dv-cinder-790535-28-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce16b83-cd05-4f93-adb0-46e63864be13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:21:03.356463 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8f895b69-a8ed-49eb-b0f6-fdf2d9e41cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (ed68a00e-210f-434f-8867-492ecc626be8), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:03.437268 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-8f895b69-a8ed-49eb-b0f6-fdf2d9e41cab None None] For port ed68a00e-210f-434f-8867-492ecc626be8, host dv-cinder-790535-28-smb, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:21:03.440324 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-8f895b69-a8ed-49eb-b0f6-fdf2d9e41cab None None] For port ed68a00e-210f-434f-8867-492ecc626be8, host dv-cinder-790535-28-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-smb',level=0,port_id=ed68a00e-210f-434f-8867-492ecc626be8,segment=NetworkSegment(bce16b83-cd05-4f93-adb0-46e63864be13),segment_id=bce16b83-cd05-4f93-adb0-46e63864be13)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:21:03.504949 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8f895b69-a8ed-49eb-b0f6-fdf2d9e41cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (ed68a00e-210f-434f-8867-492ecc626be8), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:03.613089 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f895b69-a8ed-49eb-b0f6-fdf2d9e41cab None None] Routers {'ffb0b557-e652-4717-9c6a-426d411d24b9'} bound to L3 agent in host dv-cinder-790535-28-smb {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:21:03.614079 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-8f895b69-a8ed-49eb-b0f6-fdf2d9e41cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-14T14:20:13Z,description=,heartbeat_timestamp=2022-03-14T14:20:43Z,host='dv-cinder-790535-28-smb',id=3a20f343-fbae-42b4-9bd9-ea7570b5f761,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:20:14Z,topic='l3_agent')) {'router_ids': ['ffb0b557-e652-4717-9c6a-426d411d24b9'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:21:03.618772 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a42f0c-577f-40bf-918c-c741267edfdc None None] Pushing event updated for resources: {'Port': ['ID=ed68a00e-210f-434f-8867-492ecc626be8,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:21:03.782442 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-8f895b69-a8ed-49eb-b0f6-fdf2d9e41cab None None] Set router ffb0b557-e652-4717-9c6a-426d411d24b9 gateway port host: dv-cinder-790535-28-smb {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:21:04.077908 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-8f895b69-a8ed-49eb-b0f6-fdf2d9e41cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb0b557-e652-4717-9c6a-426d411d24b9', 'name': 'router1', 'tenant_id': 'dcd557d0f64849489f52252d7afb957c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.157'}], 'enable_snat': True}, 'gw_port_id': 'ed68a00e-210f-434f-8867-492ecc626be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:20:39Z', 'updated_at': '2022-03-14T14:20:58Z', 'revision_number': 4, 'project_id': 'dcd557d0f64849489f52252d7afb957c', 'gw_port': {'id': 'ed68a00e-210f-434f-8867-492ecc626be8', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fd:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb0b557-e652-4717-9c6a-426d411d24b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:20:57Z', 'updated_at': '2022-03-14T14:21:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb', '_interfaces': [{'id': '00fec22b-32bb-40df-8667-4398a2fc0a13', 'name': '', 'network_id': '9054a769-5c49-4537-a8df-cb5eefb21458', 'tenant_id': 'dcd557d0f64849489f52252d7afb957c', 'mac_address': 'fa:16:3e:d0:a6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb0b557-e652-4717-9c6a-426d411d24b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0abf5a39-ab62-4dae-8c00-6e9ff0e41730', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:20:49Z', 'updated_at': '2022-03-14T14:20:52Z', 'revision_number': 5, 'project_id': 'dcd557d0f64849489f52252d7afb957c', 'subnets': [{'id': '0abf5a39-ab62-4dae-8c00-6e9ff0e41730', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'feede864-8e0e-4bb8-ba6e-6ad75d9ed7a2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-smb', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:21:04.108516 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f895b69-a8ed-49eb-b0f6-fdf2d9e41cab None None] The sync data for ids ['ffb0b557-e652-4717-9c6a-426d411d24b9'] in dv-cinder-790535-28-smb is: [{'id': 'ffb0b557-e652-4717-9c6a-426d411d24b9', 'name': 'router1', 'tenant_id': 'dcd557d0f64849489f52252d7afb957c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.157'}], 'enable_snat': True}, 'gw_port_id': 'ed68a00e-210f-434f-8867-492ecc626be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:20:39Z', 'updated_at': '2022-03-14T14:20:58Z', 'revision_number': 4, 'project_id': 'dcd557d0f64849489f52252d7afb957c', 'gw_port': {'id': 'ed68a00e-210f-434f-8867-492ecc626be8', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fd:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb0b557-e652-4717-9c6a-426d411d24b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:20:57Z', 'updated_at': '2022-03-14T14:21:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb', '_interfaces': [{'id': '00fec22b-32bb-40df-8667-4398a2fc0a13', 'name': '', 'network_id': '9054a769-5c49-4537-a8df-cb5eefb21458', 'tenant_id': 'dcd557d0f64849489f52252d7afb957c', 'mac_address': 'fa:16:3e:d0:a6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb0b557-e652-4717-9c6a-426d411d24b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0abf5a39-ab62-4dae-8c00-6e9ff0e41730', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:20:49Z', 'updated_at': '2022-03-14T14:20:52Z', 'revision_number': 5, 'project_id': 'dcd557d0f64849489f52252d7afb957c', 'subnets': [{'id': '0abf5a39-ab62-4dae-8c00-6e9ff0e41730', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'feede864-8e0e-4bb8-ba6e-6ad75d9ed7a2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:21:05.925045 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Device ed68a00e-210f-434f-8867-492ecc626be8 up at agent ovs-agent-dv-cinder-790535-28-smb {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:21:05.986995 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Provisioning complete for port ed68a00e-210f-434f-8867-492ecc626be8 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:21:05.987641 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (ed68a00e-210f-434f-8867-492ecc626be8), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:06.121059 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Current status of the port ed68a00e-210f-434f-8867-492ecc626be8 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:21:06.121637 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (ed68a00e-210f-434f-8867-492ecc626be8), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:06.149073 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] For port ed68a00e-210f-434f-8867-492ecc626be8, host dv-cinder-790535-28-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-smb',level=0,port_id=ed68a00e-210f-434f-8867-492ecc626be8,segment=NetworkSegment(bce16b83-cd05-4f93-adb0-46e63864be13),segment_id=bce16b83-cd05-4f93-adb0-46e63864be13)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:21:06.314632 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (ed68a00e-210f-434f-8867-492ecc626be8), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:06.457239 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Pushing event updated for resources: {'Port': ['ID=ed68a00e-210f-434f-8867-492ecc626be8,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:21:07.989775 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Device ed68a00e-210f-434f-8867-492ecc626be8 up at agent ovs-agent-dv-cinder-790535-28-smb {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:21:08.285191 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Provisioning complete for port ed68a00e-210f-434f-8867-492ecc626be8 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:21:08.285191 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (ed68a00e-210f-434f-8867-492ecc626be8), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:08.348898 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Current status of the port ed68a00e-210f-434f-8867-492ecc626be8 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:21:10.734632 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-be7bc1b3-681e-4e85-bf34-f94191cd8e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (cdfaf928-5960-4f26-8f0f-a06a7779780c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:13.239053 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d4a4a543-9d5e-469c-bb84-5fb68422b188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (3a20f343-fbae-42b4-9bd9-ea7570b5f761), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:14.161877 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1359c12f-9f02-429e-8c66-1d1d1dbe42c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (105db0a1-84b9-47b6-91eb-e578cb139bff), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:15.457445 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-91e6bee0-ce44-4dbb-9ae4-7799debe7360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (837ef9e9-d083-4188-a7c6-79f2c68dbd25), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:17.091483 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (ddc61399-76bc-42cc-9da4-26f2fa974742), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:37.465127 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.agents_db [None req-65564c68-cd92-4c79-8f56-5bb994fe7015 None None] Agent healthcheck: found 5 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 14:21:40.718721 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b5b470b3-ba26-43cc-a713-f5b1b8db530f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (cdfaf928-5960-4f26-8f0f-a06a7779780c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:43.215082 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c767f309-ab01-4eb1-b23e-aa1787f3264d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (3a20f343-fbae-42b4-9bd9-ea7570b5f761), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:44.151104 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1359c12f-9f02-429e-8c66-1d1d1dbe42c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (105db0a1-84b9-47b6-91eb-e578cb139bff), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:45.455774 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-91e6bee0-ce44-4dbb-9ae4-7799debe7360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (837ef9e9-d083-4188-a7c6-79f2c68dbd25), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:21:47.083571 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (ddc61399-76bc-42cc-9da4-26f2fa974742), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:22:10.745515 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5801aa05-3dbf-4cdf-98df-4f48f3c7273f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (cdfaf928-5960-4f26-8f0f-a06a7779780c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:22:13.202542 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-436076e0-19ae-4452-bce0-bb65f955ca79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (3a20f343-fbae-42b4-9bd9-ea7570b5f761), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:22:14.129078 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1359c12f-9f02-429e-8c66-1d1d1dbe42c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (105db0a1-84b9-47b6-91eb-e578cb139bff), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:22:14.470522 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.agents_db [None req-65564c68-cd92-4c79-8f56-5bb994fe7015 None None] Agent healthcheck: found 5 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 14:22:15.425744 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-91e6bee0-ce44-4dbb-9ae4-7799debe7360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (837ef9e9-d083-4188-a7c6-79f2c68dbd25), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:22:17.094065 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (ddc61399-76bc-42cc-9da4-26f2fa974742), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:22:32.783179 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 57142) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:22:32.856958 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.pecan_wsgi.hooks.translation [None req-b19ab3a6-92f2-4725-adcd-ba8359c26ae8 admin admin] GET failed (client error): The resource could not be found. Mar 14 14:22:32.858309 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-b19ab3a6-92f2-4725-adcd-ba8359c26ae8 admin admin] 10.222.0.58 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0741978 Mar 14 14:22:33.036847 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85256dd9-c493-477b-b651-e1cfdd46fa8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:22:33.038952 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-85256dd9-c493-477b-b651-e1cfdd46fa8b admin admin] 10.222.0.58 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1757078 Mar 14 14:22:35.489829 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 57152) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:22:35.587877 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee42ab83-b125-4022-ba51-f98959584e73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:22:35.589273 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-ee42ab83-b125-4022-ba51-f98959584e73 admin admin] 10.222.0.58 "GET /v2.0/subnets/0abf5a39-ab62-4dae-8c00-6e9ff0e41730 HTTP/1.1" status: 200 len: 849 time: 0.0984406 Mar 14 14:22:35.599235 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.v2.base [None req-9308a042-baac-4380-b363-0ed858c75ada admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:22:35.697032 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9308a042-baac-4380-b363-0ed858c75ada admin admin] Publish callbacks [] for subnet (0abf5a39-ab62-4dae-8c00-6e9ff0e41730), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:22:35.933057 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9308a042-baac-4380-b363-0ed858c75ada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8744330232414'] for subnet (0abf5a39-ab62-4dae-8c00-6e9ff0e41730), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:22:35.978506 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9308a042-baac-4380-b363-0ed858c75ada admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:22:35.979718 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9308a042-baac-4380-b363-0ed858c75ada admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632217'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:22:35.982013 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-9308a042-baac-4380-b363-0ed858c75ada admin admin] 10.222.0.58 "PUT /v2.0/subnets/0abf5a39-ab62-4dae-8c00-6e9ff0e41730 HTTP/1.1" status: 200 len: 868 time: 0.3866670 Mar 14 14:22:35.984947 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d060648-bd27-4263-8df4-39f463c281ad None None] Network 9054a769-5c49-4537-a8df-cb5eefb21458 requested from dv-cinder-790535-28-smb {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 14:22:36.004272 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9308a042-baac-4380-b363-0ed858c75ada admin admin] Pushing event updated for resources: {'Subnet': ['ID=0abf5a39-ab62-4dae-8c00-6e9ff0e41730,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:22:36.013140 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9308a042-baac-4380-b363-0ed858c75ada admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:22:36.019351 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9308a042-baac-4380-b363-0ed858c75ada admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:22:36.019351 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9308a042-baac-4380-b363-0ed858c75ada admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:22:36.019351 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9308a042-baac-4380-b363-0ed858c75ada admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:22:36.019351 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9308a042-baac-4380-b363-0ed858c75ada admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:22:36.019351 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9308a042-baac-4380-b363-0ed858c75ada admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:22:36.019351 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9308a042-baac-4380-b363-0ed858c75ada admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:22:36.019351 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9308a042-baac-4380-b363-0ed858c75ada admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:22:36.019351 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9308a042-baac-4380-b363-0ed858c75ada admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:22:36.019351 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9308a042-baac-4380-b363-0ed858c75ada admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:22:36.019351 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9308a042-baac-4380-b363-0ed858c75ada admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:22:36.019351 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9308a042-baac-4380-b363-0ed858c75ada admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:22:36.019351 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9308a042-baac-4380-b363-0ed858c75ada admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:22:36.019351 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9308a042-baac-4380-b363-0ed858c75ada admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:22:36.019351 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9308a042-baac-4380-b363-0ed858c75ada admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:22:36.377057 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-25d9adc7-36b1-422b-9af4-6de24c362c2e None None] Provisioning complete for port 00fec22b-32bb-40df-8667-4398a2fc0a13 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:22:36.377453 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-25d9adc7-36b1-422b-9af4-6de24c362c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (00fec22b-32bb-40df-8667-4398a2fc0a13), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:22:36.466471 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-25d9adc7-36b1-422b-9af4-6de24c362c2e None None] Current status of the port 00fec22b-32bb-40df-8667-4398a2fc0a13 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:22:36.478738 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-25d9adc7-36b1-422b-9af4-6de24c362c2e None None] Provisioning complete for port 927a6719-f9cc-4ccb-bc8e-e70165832c3e triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:22:36.479123 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-25d9adc7-36b1-422b-9af4-6de24c362c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (927a6719-f9cc-4ccb-bc8e-e70165832c3e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:22:36.574766 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-25d9adc7-36b1-422b-9af4-6de24c362c2e None None] Current status of the port 927a6719-f9cc-4ccb-bc8e-e70165832c3e is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:22:38.518602 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 57160) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:22:38.729418 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4fb62f-75dd-4c15-ac1e-60eee80223fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:22:38.729898 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4fb62f-75dd-4c15-ac1e-60eee80223fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:22:38.731455 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-8a4fb62f-75dd-4c15-ac1e-60eee80223fe admin admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2118654 Mar 14 14:22:40.721950 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b2ae539b-cc7f-4b18-98ea-3d92094a3c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (cdfaf928-5960-4f26-8f0f-a06a7779780c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:22:41.156347 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 57168) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:22:41.301537 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb26a5d-4d75-46c2-8d4f-9261a2741bb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:22:41.302000 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb26a5d-4d75-46c2-8d4f-9261a2741bb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:22:41.303527 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-6fb26a5d-4d75-46c2-8d4f-9261a2741bb1 admin admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1459503 Mar 14 14:22:43.196336 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3818bdb5-3113-4a22-bd97-4185fd60139f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (3a20f343-fbae-42b4-9bd9-ea7570b5f761), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:22:43.742983 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 57176) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:22:43.968510 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7031855d-1f83-4c9e-bac6-afb8d3cc5dbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:22:43.970681 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-7031855d-1f83-4c9e-bac6-afb8d3cc5dbf admin admin] 10.222.0.58 "GET /v2.0/networks/21060e90-61ba-4e92-afb3-f12491c9b56b HTTP/1.1" status: 200 len: 886 time: 0.2264140 Mar 14 14:22:44.184823 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1359c12f-9f02-429e-8c66-1d1d1dbe42c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (105db0a1-84b9-47b6-91eb-e578cb139bff), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:22:45.452991 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-91e6bee0-ce44-4dbb-9ae4-7799debe7360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (837ef9e9-d083-4188-a7c6-79f2c68dbd25), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:22:46.403498 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 57186) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:22:46.584262 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f975312-1c4b-47a7-876d-6e6aae9b198d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:22:46.585572 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-8f975312-1c4b-47a7-876d-6e6aae9b198d admin admin] 10.222.0.58 "GET /v2.0/networks/9054a769-5c49-4537-a8df-cb5eefb21458 HTTP/1.1" status: 200 len: 869 time: 0.1810596 Mar 14 14:22:47.075898 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (ddc61399-76bc-42cc-9da4-26f2fa974742), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:22:49.027462 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 57194) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:22:49.196306 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386c240e-267c-4347-8b09-e0131974c5cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:22:49.196820 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386c240e-267c-4347-8b09-e0131974c5cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:22:49.198634 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-386c240e-267c-4347-8b09-e0131974c5cc admin admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1696401 Mar 14 14:22:51.471561 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.agents_db [None req-65564c68-cd92-4c79-8f56-5bb994fe7015 None None] Agent healthcheck: found 5 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 14:22:51.786742 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 57202) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:22:51.886830 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5060d2ac-3488-42be-821f-ccee59623f57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:22:51.887288 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5060d2ac-3488-42be-821f-ccee59623f57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:22:51.888852 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-5060d2ac-3488-42be-821f-ccee59623f57 admin admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1011569 Mar 14 14:22:54.348501 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 57210) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:22:54.447254 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a60c5e4-eb54-4a5a-8996-1f9a7d2f9874 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:22:54.448669 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-5a60c5e4-eb54-4a5a-8996-1f9a7d2f9874 admin admin] 10.222.0.58 "GET /v2.0/subnets/0abf5a39-ab62-4dae-8c00-6e9ff0e41730 HTTP/1.1" status: 200 len: 868 time: 0.0989084 Mar 14 14:22:56.858040 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 57218) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:22:56.956876 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6b240b-68ac-4d8c-84b8-9a219045d9d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:22:56.958256 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-0a6b240b-68ac-4d8c-84b8-9a219045d9d9 admin admin] 10.222.0.58 "GET /v2.0/subnets/3278263d-ed58-402f-9606-a5b3ef606428 HTTP/1.1" status: 200 len: 816 time: 0.0992107 Mar 14 14:23:10.726656 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c05a3c77-9305-401e-90ae-ec171e063f10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (cdfaf928-5960-4f26-8f0f-a06a7779780c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:23:13.189163 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0f7fb010-a191-4693-96e5-0d91c04c0673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (3a20f343-fbae-42b4-9bd9-ea7570b5f761), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:23:14.149137 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1359c12f-9f02-429e-8c66-1d1d1dbe42c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (105db0a1-84b9-47b6-91eb-e578cb139bff), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:23:15.463733 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-91e6bee0-ce44-4dbb-9ae4-7799debe7360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (837ef9e9-d083-4188-a7c6-79f2c68dbd25), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:23:17.080187 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (ddc61399-76bc-42cc-9da4-26f2fa974742), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:23:25.897782 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 57272) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:23:25.946555 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [None req-7c9a0165-51ea-486b-9af2-c97d800fc4d7 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 14:23:25.947634 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-7c9a0165-51ea-486b-9af2-c97d800fc4d7 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0488999 Mar 14 14:23:28.403553 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 57280) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:23:28.464300 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8c3e678-a98a-4961-ab95-86e359a9dbb4 admin admin] GET failed (client error): The resource could not be found. Mar 14 14:23:28.465577 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-c8c3e678-a98a-4961-ab95-86e359a9dbb4 admin admin] 10.222.0.58 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0610604 Mar 14 14:23:28.470890 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.agents_db [None req-65564c68-cd92-4c79-8f56-5bb994fe7015 None None] Agent healthcheck: found 5 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 14:23:28.551462 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1dd4717-7875-4198-9756-7ee51129aef0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:23:28.553218 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-a1dd4717-7875-4198-9756-7ee51129aef0 admin admin] 10.222.0.58 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0831969 Mar 14 14:23:30.944909 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 57288) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:23:30.993737 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.v2.base [None req-a0b39be0-3092-4c36-ab3c-b54f182dd9fd admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:23:31.125967 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b39be0-3092-4c36-ab3c-b54f182dd9fd admin admin] Made reservation on behalf of a03005473bc548e2ac840099c2946f6a for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:23:31.128291 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a0b39be0-3092-4c36-ab3c-b54f182dd9fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:23:31.161134 dv-cinder-790535-28-smb neutron-server[103767]: WARNING neutron.services.revisions.revision_plugin [None req-a0b39be0-3092-4c36-ab3c-b54f182dd9fd admin admin] Could not find related network for resource to bump revision. Mar 14 14:23:31.175939 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0b39be0-3092-4c36-ab3c-b54f182dd9fd admin admin] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 14:23:31.185024 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a0b39be0-3092-4c36-ab3c-b54f182dd9fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011900'] for segment (5e42a877-e2e7-4c43-8181-7253fdc5972f), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:23:31.186979 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.db.segments_db [None req-a0b39be0-3092-4c36-ab3c-b54f182dd9fd admin admin] Added segment 5e42a877-e2e7-4c43-8181-7253fdc5972f of type vlan for network ee548137-3fa5-44ac-8534-04009d37a51d Mar 14 14:23:31.329086 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a0b39be0-3092-4c36-ab3c-b54f182dd9fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744329743373'] for network (ee548137-3fa5-44ac-8534-04009d37a51d), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:23:31.405458 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a0b39be0-3092-4c36-ab3c-b54f182dd9fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199'] for network (ee548137-3fa5-44ac-8534-04009d37a51d), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:23:31.406355 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b39be0-3092-4c36-ab3c-b54f182dd9fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:23:31.406940 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a0b39be0-3092-4c36-ab3c-b54f182dd9fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632217'] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:23:31.464868 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b39be0-3092-4c36-ab3c-b54f182dd9fd admin admin] Pushing event updated for resources: {'Network': ['ID=ee548137-3fa5-44ac-8534-04009d37a51d,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:23:31.476479 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Network ee548137-3fa5-44ac-8534-04009d37a51d details requested by agent ovs-agent-dv-cinder-790535-28-smb with host dv-cinder-790535-28-smb {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 14:23:31.499821 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-a0b39be0-3092-4c36-ab3c-b54f182dd9fd admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5537870 Mar 14 14:23:33.907945 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 57296) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:23:33.975336 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-9472512e-4cc7-4861-96ac-4a6789cff9df admin admin] GET failed (client error): The resource could not be found. Mar 14 14:23:33.976782 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-9472512e-4cc7-4861-96ac-4a6789cff9df admin admin] 10.222.0.58 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0677876 Mar 14 14:23:34.190673 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65bf2a85-4e92-41cf-82d6-a2a64ccd6c45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:23:34.194762 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-65bf2a85-4e92-41cf-82d6-a2a64ccd6c45 admin admin] 10.222.0.58 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.2130845 Mar 14 14:23:34.203835 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.v2.base [None req-15076531-d116-4385-8a15-14afe9823d90 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': 'ee548137-3fa5-44ac-8534-04009d37a51d', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:23:34.285556 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15076531-d116-4385-8a15-14afe9823d90 admin admin] Made reservation on behalf of a03005473bc548e2ac840099c2946f6a for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:23:34.288500 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-15076531-d116-4385-8a15-14afe9823d90 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:23:34.576492 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-15076531-d116-4385-8a15-14afe9823d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199'] for subnet (88bc9957-96c7-483b-b47f-b7b746629fb3), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:23:34.633462 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15076531-d116-4385-8a15-14afe9823d90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88bc9957-96c7-483b-b47f-b7b746629fb3,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:23:34.642301 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15076531-d116-4385-8a15-14afe9823d90 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:23:34.642649 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15076531-d116-4385-8a15-14afe9823d90 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:23:34.643012 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15076531-d116-4385-8a15-14afe9823d90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:23:34.643367 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15076531-d116-4385-8a15-14afe9823d90 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:23:34.643703 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15076531-d116-4385-8a15-14afe9823d90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:23:34.644103 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15076531-d116-4385-8a15-14afe9823d90 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:23:34.644431 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15076531-d116-4385-8a15-14afe9823d90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:23:34.644756 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15076531-d116-4385-8a15-14afe9823d90 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:23:34.645099 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15076531-d116-4385-8a15-14afe9823d90 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:23:34.645990 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15076531-d116-4385-8a15-14afe9823d90 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:23:34.646284 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15076531-d116-4385-8a15-14afe9823d90 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:23:34.646623 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15076531-d116-4385-8a15-14afe9823d90 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:23:34.646939 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15076531-d116-4385-8a15-14afe9823d90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:23:34.647256 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15076531-d116-4385-8a15-14afe9823d90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:23:34.647695 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15076531-d116-4385-8a15-14afe9823d90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:23:34.658666 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15076531-d116-4385-8a15-14afe9823d90 admin admin] Checking segment: {'id': '5e42a877-e2e7-4c43-8181-7253fdc5972f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ee548137-3fa5-44ac-8534-04009d37a51d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:23:34.659044 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15076531-d116-4385-8a15-14afe9823d90 admin admin] Network hostable DHCP agents. Network: ee548137-3fa5-44ac-8534-04009d37a51d, hostable agents: ['cdfaf928-5960-4f26-8f0f-a06a7779780c'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 14:23:34.753620 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15076531-d116-4385-8a15-14afe9823d90 admin admin] Network ee548137-3fa5-44ac-8534-04009d37a51d is scheduled to be hosted by DHCP agent cdfaf928-5960-4f26-8f0f-a06a7779780c with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 14:23:34.805209 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-15076531-d116-4385-8a15-14afe9823d90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-28-smb, ee548137-3fa5-44ac-8534-04009d37a51d) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:23:34.810345 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15076531-d116-4385-8a15-14afe9823d90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:23:34.812582 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-15076531-d116-4385-8a15-14afe9823d90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632217'] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:23:34.815588 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6acbb808-54dc-4896-af09-b0e62a2769db None None] Network ee548137-3fa5-44ac-8534-04009d37a51d requested from dv-cinder-790535-28-smb {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 14:23:34.871017 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-15076531-d116-4385-8a15-14afe9823d90 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6704564 Mar 14 14:23:34.927499 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248b6685-00b0-4973-b821-1ac3fa15625e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ef9d14b-6dca-58f6-bd72-92fc7d94ae67-ee548137-3fa5-44ac-8534-04009d37a51d', 'network_id': 'ee548137-3fa5-44ac-8534-04009d37a51d', 'project_id': 'a03005473bc548e2ac840099c2946f6a', 'fixed_ips': [{'subnet_id': '88bc9957-96c7-483b-b47f-b7b746629fb3'}]}} from dv-cinder-790535-28-smb. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 14 14:23:34.928470 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-248b6685-00b0-4973-b821-1ac3fa15625e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:23:35.078952 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-248b6685-00b0-4973-b821-1ac3fa15625e None None] Allocated IP 192.168.233.2 (ee548137-3fa5-44ac-8534-04009d37a51d/88bc9957-96c7-483b-b47f-b7b746629fb3/a23aea26-77af-4b2e-97fe-ffa78aac530c) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:23:35.354766 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-248b6685-00b0-4973-b821-1ac3fa15625e None None] Publish callbacks [] for port (a23aea26-77af-4b2e-97fe-ffa78aac530c), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:23:35.441515 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-248b6685-00b0-4973-b821-1ac3fa15625e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744329793199'] for port (a23aea26-77af-4b2e-97fe-ffa78aac530c), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:23:35.523049 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248b6685-00b0-4973-b821-1ac3fa15625e None None] Network ee548137-3fa5-44ac-8534-04009d37a51d is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:23:35.532278 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-248b6685-00b0-4973-b821-1ac3fa15625e None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:23:35.539470 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248b6685-00b0-4973-b821-1ac3fa15625e None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:23:35.548017 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248b6685-00b0-4973-b821-1ac3fa15625e None None] Pushing event updated for resources: {'Port': ['ID=a23aea26-77af-4b2e-97fe-ffa78aac530c,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:23:35.578475 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248b6685-00b0-4973-b821-1ac3fa15625e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:23:35.578815 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248b6685-00b0-4973-b821-1ac3fa15625e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:23:35.579156 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248b6685-00b0-4973-b821-1ac3fa15625e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:23:35.579512 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248b6685-00b0-4973-b821-1ac3fa15625e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:23:35.579849 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248b6685-00b0-4973-b821-1ac3fa15625e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:23:35.580335 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248b6685-00b0-4973-b821-1ac3fa15625e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:23:35.580671 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248b6685-00b0-4973-b821-1ac3fa15625e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:23:35.580995 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248b6685-00b0-4973-b821-1ac3fa15625e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:23:35.581323 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248b6685-00b0-4973-b821-1ac3fa15625e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:23:35.581651 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248b6685-00b0-4973-b821-1ac3fa15625e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:23:35.581975 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248b6685-00b0-4973-b821-1ac3fa15625e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:23:35.582319 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248b6685-00b0-4973-b821-1ac3fa15625e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:23:35.582646 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248b6685-00b0-4973-b821-1ac3fa15625e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:23:35.583550 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248b6685-00b0-4973-b821-1ac3fa15625e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:23:35.583838 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248b6685-00b0-4973-b821-1ac3fa15625e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:23:35.626406 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-248b6685-00b0-4973-b821-1ac3fa15625e None None] Attempting to bind port a23aea26-77af-4b2e-97fe-ffa78aac530c on host dv-cinder-790535-28-smb for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:23:35.626790 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-248b6685-00b0-4973-b821-1ac3fa15625e None None] Attempting to bind port a23aea26-77af-4b2e-97fe-ffa78aac530c by drivers openvswitch,hyperv on host dv-cinder-790535-28-smb at level 0 using segments [{'id': '5e42a877-e2e7-4c43-8181-7253fdc5972f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ee548137-3fa5-44ac-8534-04009d37a51d'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:23:35.627157 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248b6685-00b0-4973-b821-1ac3fa15625e None None] Attempting to bind port a23aea26-77af-4b2e-97fe-ffa78aac530c on network ee548137-3fa5-44ac-8534-04009d37a51d {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:23:35.635417 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248b6685-00b0-4973-b821-1ac3fa15625e None None] Checking agent: {'id': 'ddc61399-76bc-42cc-9da4-26f2fa974742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-28-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 20, 17), 'started_at': datetime.datetime(2022, 3, 14, 14, 20, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-28-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:23:35.635794 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248b6685-00b0-4973-b821-1ac3fa15625e None None] Checking segment: {'id': '5e42a877-e2e7-4c43-8181-7253fdc5972f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ee548137-3fa5-44ac-8534-04009d37a51d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:23:35.636227 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-248b6685-00b0-4973-b821-1ac3fa15625e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:23:35.636627 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248b6685-00b0-4973-b821-1ac3fa15625e None None] Bound using segment: {'id': '5e42a877-e2e7-4c43-8181-7253fdc5972f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ee548137-3fa5-44ac-8534-04009d37a51d'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:23:35.637099 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-248b6685-00b0-4973-b821-1ac3fa15625e None None] Bound port: a23aea26-77af-4b2e-97fe-ffa78aac530c, host: dv-cinder-790535-28-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e42a877-e2e7-4c43-8181-7253fdc5972f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ee548137-3fa5-44ac-8534-04009d37a51d'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:23:35.637480 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-248b6685-00b0-4973-b821-1ac3fa15625e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (a23aea26-77af-4b2e-97fe-ffa78aac530c), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:23:35.737474 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-248b6685-00b0-4973-b821-1ac3fa15625e None None] For port a23aea26-77af-4b2e-97fe-ffa78aac530c, host dv-cinder-790535-28-smb, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:23:35.751263 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-248b6685-00b0-4973-b821-1ac3fa15625e None None] For port a23aea26-77af-4b2e-97fe-ffa78aac530c, host dv-cinder-790535-28-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-smb',level=0,port_id=a23aea26-77af-4b2e-97fe-ffa78aac530c,segment=NetworkSegment(5e42a877-e2e7-4c43-8181-7253fdc5972f),segment_id=5e42a877-e2e7-4c43-8181-7253fdc5972f)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:23:35.823122 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-248b6685-00b0-4973-b821-1ac3fa15625e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (a23aea26-77af-4b2e-97fe-ffa78aac530c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:23:35.899319 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248b6685-00b0-4973-b821-1ac3fa15625e None None] Pushing event updated for resources: {'Port': ['ID=a23aea26-77af-4b2e-97fe-ffa78aac530c,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:23:36.766298 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fb8a5a-9a93-4b69-b0de-9182541b67eb None None] Network ee548137-3fa5-44ac-8534-04009d37a51d requested from dv-cinder-790535-28-smb {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 14:23:36.836917 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-27318bfa-85e0-446c-b126-06517801e690 None None] Provisioning complete for port a23aea26-77af-4b2e-97fe-ffa78aac530c triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:23:36.837559 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-27318bfa-85e0-446c-b126-06517801e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (a23aea26-77af-4b2e-97fe-ffa78aac530c), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:23:36.956493 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-27318bfa-85e0-446c-b126-06517801e690 None None] Current status of the port a23aea26-77af-4b2e-97fe-ffa78aac530c is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:23:36.959500 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-27318bfa-85e0-446c-b126-06517801e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (a23aea26-77af-4b2e-97fe-ffa78aac530c), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:23:36.998983 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-27318bfa-85e0-446c-b126-06517801e690 None None] For port a23aea26-77af-4b2e-97fe-ffa78aac530c, host dv-cinder-790535-28-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-smb',level=0,port_id=a23aea26-77af-4b2e-97fe-ffa78aac530c,segment=NetworkSegment(5e42a877-e2e7-4c43-8181-7253fdc5972f),segment_id=5e42a877-e2e7-4c43-8181-7253fdc5972f)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:23:37.080327 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-27318bfa-85e0-446c-b126-06517801e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (a23aea26-77af-4b2e-97fe-ffa78aac530c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:23:37.141819 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27318bfa-85e0-446c-b126-06517801e690 None None] Pushing event updated for resources: {'Port': ['ID=a23aea26-77af-4b2e-97fe-ffa78aac530c,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:23:37.200227 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-f490f1fb-c56b-457e-beca-0883407f3943 None None] Provisioning complete for port a23aea26-77af-4b2e-97fe-ffa78aac530c triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:23:37.200630 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f490f1fb-c56b-457e-beca-0883407f3943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (a23aea26-77af-4b2e-97fe-ffa78aac530c), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:23:37.288963 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-f490f1fb-c56b-457e-beca-0883407f3943 None None] Current status of the port a23aea26-77af-4b2e-97fe-ffa78aac530c is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:23:38.021375 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Device a23aea26-77af-4b2e-97fe-ffa78aac530c up at agent ovs-agent-dv-cinder-790535-28-smb {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:23:38.075823 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Provisioning complete for port a23aea26-77af-4b2e-97fe-ffa78aac530c triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:23:38.076480 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (a23aea26-77af-4b2e-97fe-ffa78aac530c), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:23:38.170199 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Current status of the port a23aea26-77af-4b2e-97fe-ffa78aac530c is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:23:40.748251 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0590de93-a38b-434e-b4db-83bd17e21836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (cdfaf928-5960-4f26-8f0f-a06a7779780c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:23:43.222354 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1f05c9fc-cafc-449d-9b81-d2482d4158e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (3a20f343-fbae-42b4-9bd9-ea7570b5f761), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:23:44.136819 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1359c12f-9f02-429e-8c66-1d1d1dbe42c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (105db0a1-84b9-47b6-91eb-e578cb139bff), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:23:45.456523 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-91e6bee0-ce44-4dbb-9ae4-7799debe7360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (837ef9e9-d083-4188-a7c6-79f2c68dbd25), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:23:47.085155 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (ddc61399-76bc-42cc-9da4-26f2fa974742), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:24:05.470018 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.agents_db [None req-65564c68-cd92-4c79-8f56-5bb994fe7015 None None] Agent healthcheck: found 5 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 14:24:10.735608 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-26a65bbc-e7a4-47fd-9ba8-64e380416270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (cdfaf928-5960-4f26-8f0f-a06a7779780c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:24:13.193010 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c3c511fe-dac8-4169-9da7-740d194cc715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (3a20f343-fbae-42b4-9bd9-ea7570b5f761), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:24:14.148450 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1359c12f-9f02-429e-8c66-1d1d1dbe42c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (105db0a1-84b9-47b6-91eb-e578cb139bff), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:24:15.455421 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-91e6bee0-ce44-4dbb-9ae4-7799debe7360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (837ef9e9-d083-4188-a7c6-79f2c68dbd25), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:24:17.083824 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (ddc61399-76bc-42cc-9da4-26f2fa974742), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:24:40.734516 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-294b7392-3e3d-40c2-a321-3f5b9f8b6bbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (cdfaf928-5960-4f26-8f0f-a06a7779780c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:24:42.469037 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.agents_db [None req-65564c68-cd92-4c79-8f56-5bb994fe7015 None None] Agent healthcheck: found 5 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 14:24:43.186026 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-15c747b9-cbea-42b3-84aa-e925dae3fc22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (3a20f343-fbae-42b4-9bd9-ea7570b5f761), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:24:44.157048 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1359c12f-9f02-429e-8c66-1d1d1dbe42c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (105db0a1-84b9-47b6-91eb-e578cb139bff), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:24:45.477683 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-91e6bee0-ce44-4dbb-9ae4-7799debe7360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (837ef9e9-d083-4188-a7c6-79f2c68dbd25), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:24:47.076903 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (ddc61399-76bc-42cc-9da4-26f2fa974742), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:25:05.024483 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 57334) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:25:05.031044 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [None req-b53c87df-79c3-4132-ba8a-306ed72eb1f2 tempest-verify_tempest_config-309935887 tempest-verify_tempest_config-309935887-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 14:25:05.032047 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-b53c87df-79c3-4132-ba8a-306ed72eb1f2 tempest-verify_tempest_config-309935887 tempest-verify_tempest_config-309935887-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0065675 Mar 14 14:25:05.582481 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 57352) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:25:05.688287 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3e3abc0d-9754-44b2-b44d-be4fc9d3c6fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:25:05.765515 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3e3abc0d-9754-44b2-b44d-be4fc9d3c6fd admin admin] Publish callbacks [] for security_group (f3ff2147-8baa-46b4-9bcd-98c4029d538f), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:25:05.808059 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3e3abc0d-9754-44b2-b44d-be4fc9d3c6fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (f3ff2147-8baa-46b4-9bcd-98c4029d538f), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:25:05.852939 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3abc0d-9754-44b2-b44d-be4fc9d3c6fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ff2147-8baa-46b4-9bcd-98c4029d538f,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:25:05.857601 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-3e3abc0d-9754-44b2-b44d-be4fc9d3c6fd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c5d92cfaec4c4655ac034677ce82e4b0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2741251 Mar 14 14:25:05.860715 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 57358) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:25:05.862054 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3abc0d-9754-44b2-b44d-be4fc9d3c6fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:25:05.862440 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3abc0d-9754-44b2-b44d-be4fc9d3c6fd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:25:05.863357 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3abc0d-9754-44b2-b44d-be4fc9d3c6fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:25:05.863717 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3abc0d-9754-44b2-b44d-be4fc9d3c6fd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:25:05.864091 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3abc0d-9754-44b2-b44d-be4fc9d3c6fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:25:05.864434 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3abc0d-9754-44b2-b44d-be4fc9d3c6fd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:25:05.864765 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3abc0d-9754-44b2-b44d-be4fc9d3c6fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:25:05.865095 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3abc0d-9754-44b2-b44d-be4fc9d3c6fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:25:05.865438 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3abc0d-9754-44b2-b44d-be4fc9d3c6fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:25:05.865771 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3abc0d-9754-44b2-b44d-be4fc9d3c6fd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:25:05.866101 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3abc0d-9754-44b2-b44d-be4fc9d3c6fd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:25:05.866555 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3abc0d-9754-44b2-b44d-be4fc9d3c6fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:25:05.867080 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3abc0d-9754-44b2-b44d-be4fc9d3c6fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:25:05.867639 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3abc0d-9754-44b2-b44d-be4fc9d3c6fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:25:05.868271 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3abc0d-9754-44b2-b44d-be4fc9d3c6fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:25:05.929917 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3731769e-9d74-43e8-a293-1d3fae5ab1cf admin admin] Publish callbacks [] for security_group (f3ff2147-8baa-46b4-9bcd-98c4029d538f), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:25:05.952504 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3731769e-9d74-43e8-a293-1d3fae5ab1cf admin admin] Publish callbacks [] for security_group (f3ff2147-8baa-46b4-9bcd-98c4029d538f), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:25:06.122842 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3731769e-9d74-43e8-a293-1d3fae5ab1cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (f3ff2147-8baa-46b4-9bcd-98c4029d538f), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:25:06.125501 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3731769e-9d74-43e8-a293-1d3fae5ab1cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:25:06.126649 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-3731769e-9d74-43e8-a293-1d3fae5ab1cf admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f3ff2147-8baa-46b4-9bcd-98c4029d538f HTTP/1.1" status: 204 len: 168 time: 0.2648273 Mar 14 14:25:06.134604 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3731769e-9d74-43e8-a293-1d3fae5ab1cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ff2147-8baa-46b4-9bcd-98c4029d538f,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:25:06.142557 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3731769e-9d74-43e8-a293-1d3fae5ab1cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:25:06.142824 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3731769e-9d74-43e8-a293-1d3fae5ab1cf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:25:06.143431 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3731769e-9d74-43e8-a293-1d3fae5ab1cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:25:06.147309 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3731769e-9d74-43e8-a293-1d3fae5ab1cf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:25:06.147309 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3731769e-9d74-43e8-a293-1d3fae5ab1cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:25:06.147309 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3731769e-9d74-43e8-a293-1d3fae5ab1cf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:25:06.147309 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3731769e-9d74-43e8-a293-1d3fae5ab1cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:25:06.147309 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3731769e-9d74-43e8-a293-1d3fae5ab1cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:25:06.147309 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3731769e-9d74-43e8-a293-1d3fae5ab1cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:25:06.147309 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3731769e-9d74-43e8-a293-1d3fae5ab1cf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:25:06.147309 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3731769e-9d74-43e8-a293-1d3fae5ab1cf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:25:06.147309 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3731769e-9d74-43e8-a293-1d3fae5ab1cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:25:06.147309 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3731769e-9d74-43e8-a293-1d3fae5ab1cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:25:06.147309 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3731769e-9d74-43e8-a293-1d3fae5ab1cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:25:06.148254 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3731769e-9d74-43e8-a293-1d3fae5ab1cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:25:10.704851 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-83be7137-59ff-4745-8b24-dabf77656bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (cdfaf928-5960-4f26-8f0f-a06a7779780c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:25:13.186217 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0783ec27-1622-4ef3-b707-9fb56cbb2993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (3a20f343-fbae-42b4-9bd9-ea7570b5f761), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:25:14.172987 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1359c12f-9f02-429e-8c66-1d1d1dbe42c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (105db0a1-84b9-47b6-91eb-e578cb139bff), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:25:15.459092 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-91e6bee0-ce44-4dbb-9ae4-7799debe7360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (837ef9e9-d083-4188-a7c6-79f2c68dbd25), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:25:17.133496 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (ddc61399-76bc-42cc-9da4-26f2fa974742), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:25:19.467735 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.agents_db [None req-65564c68-cd92-4c79-8f56-5bb994fe7015 None None] Agent healthcheck: found 5 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 14:25:40.737923 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2ea48436-1651-483f-8ed6-c97f60cc45c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (cdfaf928-5960-4f26-8f0f-a06a7779780c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:25:43.183869 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a8ae8851-a65f-44b5-be44-455f62850fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (3a20f343-fbae-42b4-9bd9-ea7570b5f761), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:25:44.223844 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1359c12f-9f02-429e-8c66-1d1d1dbe42c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (105db0a1-84b9-47b6-91eb-e578cb139bff), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:25:45.463905 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-91e6bee0-ce44-4dbb-9ae4-7799debe7360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (837ef9e9-d083-4188-a7c6-79f2c68dbd25), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:25:47.086609 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (ddc61399-76bc-42cc-9da4-26f2fa974742), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:25:56.466557 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.agents_db [None req-65564c68-cd92-4c79-8f56-5bb994fe7015 None None] Agent healthcheck: found 5 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 14:26:10.748354 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e5dc5e80-e592-4ac4-a57c-34dcf44cc302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (cdfaf928-5960-4f26-8f0f-a06a7779780c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:26:13.211696 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-72005e57-da5e-4eb5-98d7-53d5531c2160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (3a20f343-fbae-42b4-9bd9-ea7570b5f761), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:26:14.171489 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1359c12f-9f02-429e-8c66-1d1d1dbe42c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (105db0a1-84b9-47b6-91eb-e578cb139bff), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:26:15.479391 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-91e6bee0-ce44-4dbb-9ae4-7799debe7360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (837ef9e9-d083-4188-a7c6-79f2c68dbd25), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:26:17.085405 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (ddc61399-76bc-42cc-9da4-26f2fa974742), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:26:33.465126 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.agents_db [None req-65564c68-cd92-4c79-8f56-5bb994fe7015 None None] Agent healthcheck: found 5 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 14:26:40.747003 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-eebf34a6-113b-4b95-aeb7-eed90074c681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (cdfaf928-5960-4f26-8f0f-a06a7779780c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:26:43.198432 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5ac7315f-09d4-4bba-8d1c-c70c05865112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (3a20f343-fbae-42b4-9bd9-ea7570b5f761), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:26:44.175019 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1359c12f-9f02-429e-8c66-1d1d1dbe42c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (105db0a1-84b9-47b6-91eb-e578cb139bff), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:26:45.466865 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-91e6bee0-ce44-4dbb-9ae4-7799debe7360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (837ef9e9-d083-4188-a7c6-79f2c68dbd25), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:26:47.090095 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (ddc61399-76bc-42cc-9da4-26f2fa974742), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:26:55.781235 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2016037'] for agent (5e7a912f-556e-4923-ad48-72f47c325557), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:27:10.358728 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 57428) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:27:10.465439 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-2a19213a-e343-47fb-a9eb-236334e7ba53 admin admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4547 time: 0.1053116 Mar 14 14:27:10.468578 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.agents_db [None req-65564c68-cd92-4c79-8f56-5bb994fe7015 None None] Agent healthcheck: found 6 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 14:27:10.717972 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-14cf4d21-2c95-464c-b49e-5fa39b8f6d57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (cdfaf928-5960-4f26-8f0f-a06a7779780c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:27:12.881771 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 57438) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:27:12.942055 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-3b66583a-8a11-4d36-9e5c-fcec7e292aa2 admin admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4547 time: 0.0591695 Mar 14 14:27:13.243478 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a33c5f7e-ce7f-46b9-a8c4-83400c9c6db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (3a20f343-fbae-42b4-9bd9-ea7570b5f761), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:27:14.180485 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1359c12f-9f02-429e-8c66-1d1d1dbe42c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (105db0a1-84b9-47b6-91eb-e578cb139bff), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:27:15.511836 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-91e6bee0-ce44-4dbb-9ae4-7799debe7360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (837ef9e9-d083-4188-a7c6-79f2c68dbd25), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:27:17.100407 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (ddc61399-76bc-42cc-9da4-26f2fa974742), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:27:25.745204 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (5e7a912f-556e-4923-ad48-72f47c325557), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:27:40.705386 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-17c4922d-8043-461a-ac65-c9cd90f2d36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (cdfaf928-5960-4f26-8f0f-a06a7779780c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:27:43.196409 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b19124d6-db25-436a-a98f-a7d35b294d0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (3a20f343-fbae-42b4-9bd9-ea7570b5f761), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:27:44.213636 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1359c12f-9f02-429e-8c66-1d1d1dbe42c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (105db0a1-84b9-47b6-91eb-e578cb139bff), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:27:45.481992 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-91e6bee0-ce44-4dbb-9ae4-7799debe7360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (837ef9e9-d083-4188-a7c6-79f2c68dbd25), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:27:47.138979 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (ddc61399-76bc-42cc-9da4-26f2fa974742), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:27:47.470111 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.agents_db [None req-65564c68-cd92-4c79-8f56-5bb994fe7015 None None] Agent healthcheck: found 6 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 14:27:55.767902 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (5e7a912f-556e-4923-ad48-72f47c325557), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:28:10.722031 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-45ba8290-e135-4080-9142-257d79de52e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (cdfaf928-5960-4f26-8f0f-a06a7779780c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:28:13.213388 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f6645d38-849c-4400-a067-273e8eab32de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (3a20f343-fbae-42b4-9bd9-ea7570b5f761), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:28:14.179293 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1359c12f-9f02-429e-8c66-1d1d1dbe42c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (105db0a1-84b9-47b6-91eb-e578cb139bff), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:28:15.504699 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-91e6bee0-ce44-4dbb-9ae4-7799debe7360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (837ef9e9-d083-4188-a7c6-79f2c68dbd25), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:28:17.104781 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (ddc61399-76bc-42cc-9da4-26f2fa974742), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:28:24.470037 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.agents_db [None req-65564c68-cd92-4c79-8f56-5bb994fe7015 None None] Agent healthcheck: found 6 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 14:28:25.772991 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (5e7a912f-556e-4923-ad48-72f47c325557), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:28:40.710449 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-86869139-fb22-4f3b-844d-64c456354587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (cdfaf928-5960-4f26-8f0f-a06a7779780c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:28:43.207066 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0a55b232-5b8a-4c32-aea3-83e7485520e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (3a20f343-fbae-42b4-9bd9-ea7570b5f761), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:28:44.173396 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1359c12f-9f02-429e-8c66-1d1d1dbe42c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (105db0a1-84b9-47b6-91eb-e578cb139bff), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:28:45.493090 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-91e6bee0-ce44-4dbb-9ae4-7799debe7360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (837ef9e9-d083-4188-a7c6-79f2c68dbd25), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:28:47.083827 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (ddc61399-76bc-42cc-9da4-26f2fa974742), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:28:55.756326 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (5e7a912f-556e-4923-ad48-72f47c325557), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:28:55.873972 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 57648) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:28:56.350449 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.v2.base [None req-5443f880-90ce-43be-aa6b-dffb03d2f0fb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1664345369-network', 'tenant_id': 'a29ccc594deb43b480de703c9f7ff84a'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:28:56.430341 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5443f880-90ce-43be-aa6b-dffb03d2f0fb admin admin] Made reservation on behalf of a29ccc594deb43b480de703c9f7ff84a for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:28:56.432758 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5443f880-90ce-43be-aa6b-dffb03d2f0fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:28:56.441765 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5443f880-90ce-43be-aa6b-dffb03d2f0fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:28:56.521042 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5443f880-90ce-43be-aa6b-dffb03d2f0fb admin admin] Publish callbacks [] for security_group (34c52cf3-1fd9-47c9-b042-e0c27d121421), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:28:56.607055 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5443f880-90ce-43be-aa6b-dffb03d2f0fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (34c52cf3-1fd9-47c9-b042-e0c27d121421), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:28:56.633966 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5443f880-90ce-43be-aa6b-dffb03d2f0fb admin admin] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 14:28:56.641815 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5443f880-90ce-43be-aa6b-dffb03d2f0fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c52cf3-1fd9-47c9-b042-e0c27d121421,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:28:56.654246 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5443f880-90ce-43be-aa6b-dffb03d2f0fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:28:56.654771 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5443f880-90ce-43be-aa6b-dffb03d2f0fb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:28:56.655496 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5443f880-90ce-43be-aa6b-dffb03d2f0fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:28:56.655868 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5443f880-90ce-43be-aa6b-dffb03d2f0fb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:28:56.656242 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5443f880-90ce-43be-aa6b-dffb03d2f0fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:28:56.656576 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5443f880-90ce-43be-aa6b-dffb03d2f0fb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:28:56.662253 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5443f880-90ce-43be-aa6b-dffb03d2f0fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:28:56.662253 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5443f880-90ce-43be-aa6b-dffb03d2f0fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:28:56.662253 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5443f880-90ce-43be-aa6b-dffb03d2f0fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:28:56.662253 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5443f880-90ce-43be-aa6b-dffb03d2f0fb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:28:56.662253 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5443f880-90ce-43be-aa6b-dffb03d2f0fb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:28:56.662253 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5443f880-90ce-43be-aa6b-dffb03d2f0fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:28:56.662253 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5443f880-90ce-43be-aa6b-dffb03d2f0fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:28:56.662253 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5443f880-90ce-43be-aa6b-dffb03d2f0fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:28:56.662253 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5443f880-90ce-43be-aa6b-dffb03d2f0fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:28:56.662253 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5443f880-90ce-43be-aa6b-dffb03d2f0fb admin admin] Tracked resource versions report: Mar 14 14:28:56.662253 dv-cinder-790535-28-smb neutron-server[103766]: pushed versions: Mar 14 14:28:56.662253 dv-cinder-790535-28-smb neutron-server[103766]: { 'AddressGroup': {'1.2'}, Mar 14 14:28:56.662253 dv-cinder-790535-28-smb neutron-server[103766]: 'Agent': {'1.1'}, Mar 14 14:28:56.662253 dv-cinder-790535-28-smb neutron-server[103766]: 'ConntrackHelper': {'1.0'}, Mar 14 14:28:56.662253 dv-cinder-790535-28-smb neutron-server[103766]: 'LocalIPAssociation': {'1.0'}, Mar 14 14:28:56.662253 dv-cinder-790535-28-smb neutron-server[103766]: 'Log': {'1.0'}, Mar 14 14:28:56.662253 dv-cinder-790535-28-smb neutron-server[103766]: 'NDPProxy': {'1.0'}, Mar 14 14:28:56.662253 dv-cinder-790535-28-smb neutron-server[103766]: 'Network': {'1.1'}, Mar 14 14:28:56.662253 dv-cinder-790535-28-smb neutron-server[103766]: 'Port': {'1.7'}, Mar 14 14:28:56.662253 dv-cinder-790535-28-smb neutron-server[103766]: 'PortForwarding': {'1.2'}, Mar 14 14:28:56.662253 dv-cinder-790535-28-smb neutron-server[103766]: 'QosPolicy': {'1.10'}, Mar 14 14:28:56.662253 dv-cinder-790535-28-smb neutron-server[103766]: 'SecurityGroup': {'1.5'}, Mar 14 14:28:56.662253 dv-cinder-790535-28-smb neutron-server[103766]: 'SecurityGroupRule': {'1.2'}, Mar 14 14:28:56.662253 dv-cinder-790535-28-smb neutron-server[103766]: 'SubPort': {'1.0'}, Mar 14 14:28:56.662253 dv-cinder-790535-28-smb neutron-server[103766]: 'Subnet': {'1.1'}, Mar 14 14:28:56.662253 dv-cinder-790535-28-smb neutron-server[103766]: 'Trunk': {'1.1'}} Mar 14 14:28:56.662253 dv-cinder-790535-28-smb neutron-server[103766]: consumer versions: Mar 14 14:28:56.662253 dv-cinder-790535-28-smb neutron-server[103766]: { DHCP agent@dv-cinder-790535-28-smb: {}, Mar 14 14:28:56.662253 dv-cinder-790535-28-smb neutron-server[103766]: HyperV agent@hv-cinder-79053: {}, Mar 14 14:28:56.662253 dv-cinder-790535-28-smb neutron-server[103766]: L3 agent@dv-cinder-790535-28-smb: {}, Mar 14 14:28:56.662253 dv-cinder-790535-28-smb neutron-server[103766]: Metadata agent@dv-cinder-790535-28-smb: {}, Mar 14 14:28:56.662253 dv-cinder-790535-28-smb neutron-server[103766]: Metering agent@dv-cinder-790535-28-smb: {}, Mar 14 14:28:56.662253 dv-cinder-790535-28-smb neutron-server[103766]: Open vSwitch agent@dv-cinder-790535-28-smb: { 'AddressGroup': '1.2', Mar 14 14:28:56.662253 dv-cinder-790535-28-smb neutron-server[103766]: 'Agent': '1.1', Mar 14 14:28:56.662253 dv-cinder-790535-28-smb neutron-server[103766]: 'ConntrackHelper': '1.0', Mar 14 14:28:56.662253 dv-cinder-790535-28-smb neutron-server[103766]: 'LocalIPAssociation': '1.0', Mar 14 14:28:56.662253 dv-cinder-790535-28-smb neutron-server[103766]: 'Log': '1.0', Mar 14 14:28:56.662253 dv-cinder-790535-28-smb neutron-server[103766]: 'NDPProxy': '1.0', Mar 14 14:28:56.662253 dv-cinder-790535-28-smb neutron-server[103766]: 'Network': '1.1', Mar 14 14:28:56.662253 dv-cinder-790535-28-smb neutron-server[103766]: 'Port': '1.7', Mar 14 14:28:56.662253 dv-cinder-790535-28-smb neutron-server[103766]: 'PortForwarding': '1.2', Mar 14 14:28:56.662253 dv-cinder-790535-28-smb neutron-server[103766]: 'QosPolicy': '1.10', Mar 14 14:28:56.662253 dv-cinder-790535-28-smb neutron-server[103766]: 'SecurityGroup': '1.5', Mar 14 14:28:56.662253 dv-cinder-790535-28-smb neutron-server[103766]: 'SecurityGroupRule': '1.2', Mar 14 14:28:56.662253 dv-cinder-790535-28-smb neutron-server[103766]: 'SubPort': '1.0', Mar 14 14:28:56.662253 dv-cinder-790535-28-smb neutron-server[103766]: 'Subnet': '1.1', Mar 14 14:28:56.662253 dv-cinder-790535-28-smb neutron-server[103766]: 'Trunk': '1.1'}} Mar 14 14:28:56.662253 dv-cinder-790535-28-smb neutron-server[103766]: {{(pid=103766) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 14 14:28:56.666556 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5443f880-90ce-43be-aa6b-dffb03d2f0fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011900'] for segment (79690a18-81e9-445e-80e8-8ad6c5c45be5), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:28:56.666906 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.db.segments_db [None req-5443f880-90ce-43be-aa6b-dffb03d2f0fb admin admin] Added segment 79690a18-81e9-445e-80e8-8ad6c5c45be5 of type vlan for network 173ed8f0-b784-41a9-affa-440f6ed41220 Mar 14 14:28:56.710509 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5443f880-90ce-43be-aa6b-dffb03d2f0fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744329743373'] for network (173ed8f0-b784-41a9-affa-440f6ed41220), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:28:56.777818 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 57684) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:28:56.796991 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5443f880-90ce-43be-aa6b-dffb03d2f0fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199'] for network (173ed8f0-b784-41a9-affa-440f6ed41220), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:28:56.797965 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5443f880-90ce-43be-aa6b-dffb03d2f0fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:28:56.798541 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5443f880-90ce-43be-aa6b-dffb03d2f0fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632217'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:28:56.821603 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 57690) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:28:56.910484 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-5443f880-90ce-43be-aa6b-dffb03d2f0fb admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0312514 Mar 14 14:28:56.911036 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 57706) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:28:56.916493 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.v2.base [None req-0caee100-e538-48e3-91e3-39e335249a15 admin admin] Request body: {'subnet': {'network_id': '173ed8f0-b784-41a9-affa-440f6ed41220', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1664345369-subnet', 'tenant_id': 'a29ccc594deb43b480de703c9f7ff84a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:28:56.955018 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5443f880-90ce-43be-aa6b-dffb03d2f0fb admin admin] Pushing event updated for resources: {'Network': ['ID=173ed8f0-b784-41a9-affa-440f6ed41220,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:28:56.966776 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Network 173ed8f0-b784-41a9-affa-440f6ed41220 details requested by agent ovs-agent-dv-cinder-790535-28-smb with host dv-cinder-790535-28-smb {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 14:28:57.024534 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0caee100-e538-48e3-91e3-39e335249a15 admin admin] Made reservation on behalf of a29ccc594deb43b480de703c9f7ff84a for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:28:57.026810 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0caee100-e538-48e3-91e3-39e335249a15 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:28:57.179123 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.v2.base [None req-e1917a39-3a9d-4cc2-bdbc-ae03118ed971 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1745510330-network', 'tenant_id': 'f5f40385a50a46a79167ae6a859eee4d'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:28:57.186713 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.v2.base [None req-1246bcf9-2a4d-4327-9119-c4b1fc571b65 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1131972478-network', 'tenant_id': '58ab5d3a7f5046b7a3cdbc737a6aea84'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:28:57.304446 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1246bcf9-2a4d-4327-9119-c4b1fc571b65 admin admin] Made reservation on behalf of 58ab5d3a7f5046b7a3cdbc737a6aea84 for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:28:57.306759 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1246bcf9-2a4d-4327-9119-c4b1fc571b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:28:57.317351 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1246bcf9-2a4d-4327-9119-c4b1fc571b65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:28:57.352365 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0caee100-e538-48e3-91e3-39e335249a15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199'] for subnet (dd4479eb-5d2a-4b9c-9c27-a6d97c9e085c), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:28:57.362646 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1917a39-3a9d-4cc2-bdbc-ae03118ed971 admin admin] Made reservation on behalf of f5f40385a50a46a79167ae6a859eee4d for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:28:57.369699 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e1917a39-3a9d-4cc2-bdbc-ae03118ed971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:28:57.437700 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e1917a39-3a9d-4cc2-bdbc-ae03118ed971 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:28:57.473281 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1246bcf9-2a4d-4327-9119-c4b1fc571b65 admin admin] Publish callbacks [] for security_group (932d3254-14dd-4b43-ac8e-ef07d8e53f16), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:28:57.535919 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0caee100-e538-48e3-91e3-39e335249a15 admin admin] Checking segment: {'id': '79690a18-81e9-445e-80e8-8ad6c5c45be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '173ed8f0-b784-41a9-affa-440f6ed41220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:28:57.536309 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0caee100-e538-48e3-91e3-39e335249a15 admin admin] Network hostable DHCP agents. Network: 173ed8f0-b784-41a9-affa-440f6ed41220, hostable agents: ['cdfaf928-5960-4f26-8f0f-a06a7779780c'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 14:28:57.550524 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1246bcf9-2a4d-4327-9119-c4b1fc571b65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (932d3254-14dd-4b43-ac8e-ef07d8e53f16), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:28:57.572887 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1246bcf9-2a4d-4327-9119-c4b1fc571b65 admin admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 14:28:57.593779 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caee100-e538-48e3-91e3-39e335249a15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd4479eb-5d2a-4b9c-9c27-a6d97c9e085c,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:28:57.593992 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1246bcf9-2a4d-4327-9119-c4b1fc571b65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=932d3254-14dd-4b43-ac8e-ef07d8e53f16,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:28:57.595255 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1246bcf9-2a4d-4327-9119-c4b1fc571b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011900'] for segment (5717b393-096d-4c15-86c4-da51e04c97ee), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:28:57.595813 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.db.segments_db [None req-1246bcf9-2a4d-4327-9119-c4b1fc571b65 admin admin] Added segment 5717b393-096d-4c15-86c4-da51e04c97ee of type vlan for network 2a8f49a2-73c8-4bd8-9b0d-0b1576482d3f Mar 14 14:28:57.603695 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caee100-e538-48e3-91e3-39e335249a15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:28:57.604084 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caee100-e538-48e3-91e3-39e335249a15 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:28:57.605258 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caee100-e538-48e3-91e3-39e335249a15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:28:57.606155 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caee100-e538-48e3-91e3-39e335249a15 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:28:57.606670 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caee100-e538-48e3-91e3-39e335249a15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:28:57.607248 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caee100-e538-48e3-91e3-39e335249a15 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:28:57.610940 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caee100-e538-48e3-91e3-39e335249a15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:28:57.611381 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caee100-e538-48e3-91e3-39e335249a15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:28:57.611738 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caee100-e538-48e3-91e3-39e335249a15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:28:57.614191 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caee100-e538-48e3-91e3-39e335249a15 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:28:57.614579 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caee100-e538-48e3-91e3-39e335249a15 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:28:57.614943 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caee100-e538-48e3-91e3-39e335249a15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:28:57.615290 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caee100-e538-48e3-91e3-39e335249a15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:28:57.615628 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caee100-e538-48e3-91e3-39e335249a15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:28:57.616020 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caee100-e538-48e3-91e3-39e335249a15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:28:57.617176 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caee100-e538-48e3-91e3-39e335249a15 admin admin] Tracked resource versions report: Mar 14 14:28:57.617176 dv-cinder-790535-28-smb neutron-server[103767]: pushed versions: Mar 14 14:28:57.617176 dv-cinder-790535-28-smb neutron-server[103767]: { 'AddressGroup': {'1.2'}, Mar 14 14:28:57.617176 dv-cinder-790535-28-smb neutron-server[103767]: 'Agent': {'1.1'}, Mar 14 14:28:57.617176 dv-cinder-790535-28-smb neutron-server[103767]: 'ConntrackHelper': {'1.0'}, Mar 14 14:28:57.617176 dv-cinder-790535-28-smb neutron-server[103767]: 'LocalIPAssociation': {'1.0'}, Mar 14 14:28:57.617176 dv-cinder-790535-28-smb neutron-server[103767]: 'Log': {'1.0'}, Mar 14 14:28:57.617176 dv-cinder-790535-28-smb neutron-server[103767]: 'NDPProxy': {'1.0'}, Mar 14 14:28:57.617176 dv-cinder-790535-28-smb neutron-server[103767]: 'Network': {'1.1'}, Mar 14 14:28:57.617176 dv-cinder-790535-28-smb neutron-server[103767]: 'Port': {'1.7'}, Mar 14 14:28:57.617176 dv-cinder-790535-28-smb neutron-server[103767]: 'PortForwarding': {'1.2'}, Mar 14 14:28:57.617176 dv-cinder-790535-28-smb neutron-server[103767]: 'QosPolicy': {'1.10'}, Mar 14 14:28:57.617176 dv-cinder-790535-28-smb neutron-server[103767]: 'SecurityGroup': {'1.5'}, Mar 14 14:28:57.617176 dv-cinder-790535-28-smb neutron-server[103767]: 'SecurityGroupRule': {'1.2'}, Mar 14 14:28:57.617176 dv-cinder-790535-28-smb neutron-server[103767]: 'SubPort': {'1.0'}, Mar 14 14:28:57.617176 dv-cinder-790535-28-smb neutron-server[103767]: 'Subnet': {'1.1'}, Mar 14 14:28:57.617176 dv-cinder-790535-28-smb neutron-server[103767]: 'Trunk': {'1.1'}} Mar 14 14:28:57.617176 dv-cinder-790535-28-smb neutron-server[103767]: consumer versions: Mar 14 14:28:57.617176 dv-cinder-790535-28-smb neutron-server[103767]: { DHCP agent@dv-cinder-790535-28-smb: {}, Mar 14 14:28:57.617176 dv-cinder-790535-28-smb neutron-server[103767]: HyperV agent@hv-cinder-79053: {}, Mar 14 14:28:57.617176 dv-cinder-790535-28-smb neutron-server[103767]: L3 agent@dv-cinder-790535-28-smb: {}, Mar 14 14:28:57.617176 dv-cinder-790535-28-smb neutron-server[103767]: Metadata agent@dv-cinder-790535-28-smb: {}, Mar 14 14:28:57.617176 dv-cinder-790535-28-smb neutron-server[103767]: Metering agent@dv-cinder-790535-28-smb: {}, Mar 14 14:28:57.617176 dv-cinder-790535-28-smb neutron-server[103767]: Open vSwitch agent@dv-cinder-790535-28-smb: { 'AddressGroup': '1.2', Mar 14 14:28:57.617176 dv-cinder-790535-28-smb neutron-server[103767]: 'Agent': '1.1', Mar 14 14:28:57.617176 dv-cinder-790535-28-smb neutron-server[103767]: 'ConntrackHelper': '1.0', Mar 14 14:28:57.617176 dv-cinder-790535-28-smb neutron-server[103767]: 'LocalIPAssociation': '1.0', Mar 14 14:28:57.617176 dv-cinder-790535-28-smb neutron-server[103767]: 'Log': '1.0', Mar 14 14:28:57.617176 dv-cinder-790535-28-smb neutron-server[103767]: 'NDPProxy': '1.0', Mar 14 14:28:57.617176 dv-cinder-790535-28-smb neutron-server[103767]: 'Network': '1.1', Mar 14 14:28:57.617176 dv-cinder-790535-28-smb neutron-server[103767]: 'Port': '1.7', Mar 14 14:28:57.617176 dv-cinder-790535-28-smb neutron-server[103767]: 'PortForwarding': '1.2', Mar 14 14:28:57.617176 dv-cinder-790535-28-smb neutron-server[103767]: 'QosPolicy': '1.10', Mar 14 14:28:57.617176 dv-cinder-790535-28-smb neutron-server[103767]: 'SecurityGroup': '1.5', Mar 14 14:28:57.617176 dv-cinder-790535-28-smb neutron-server[103767]: 'SecurityGroupRule': '1.2', Mar 14 14:28:57.617176 dv-cinder-790535-28-smb neutron-server[103767]: 'SubPort': '1.0', Mar 14 14:28:57.617176 dv-cinder-790535-28-smb neutron-server[103767]: 'Subnet': '1.1', Mar 14 14:28:57.617176 dv-cinder-790535-28-smb neutron-server[103767]: 'Trunk': '1.1'}} Mar 14 14:28:57.617176 dv-cinder-790535-28-smb neutron-server[103767]: {{(pid=103767) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 14 14:28:57.658096 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1246bcf9-2a4d-4327-9119-c4b1fc571b65 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744329743373'] for network (2a8f49a2-73c8-4bd8-9b0d-0b1576482d3f), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:28:57.672908 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0caee100-e538-48e3-91e3-39e335249a15 admin admin] Network 173ed8f0-b784-41a9-affa-440f6ed41220 is scheduled to be hosted by DHCP agent cdfaf928-5960-4f26-8f0f-a06a7779780c with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 14:28:57.710765 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e1917a39-3a9d-4cc2-bdbc-ae03118ed971 admin admin] Publish callbacks [] for security_group (80ab4637-0e41-4cb5-8328-f9e4b10c16d5), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:28:57.734245 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1246bcf9-2a4d-4327-9119-c4b1fc571b65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199'] for network (2a8f49a2-73c8-4bd8-9b0d-0b1576482d3f), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:28:57.735374 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1246bcf9-2a4d-4327-9119-c4b1fc571b65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:28:57.736967 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1246bcf9-2a4d-4327-9119-c4b1fc571b65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632217'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:28:57.756527 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e1917a39-3a9d-4cc2-bdbc-ae03118ed971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (80ab4637-0e41-4cb5-8328-f9e4b10c16d5), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:28:57.791819 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1917a39-3a9d-4cc2-bdbc-ae03118ed971 admin admin] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 14:28:57.832091 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e1917a39-3a9d-4cc2-bdbc-ae03118ed971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011900'] for segment (36cc7d28-2976-47cb-ab1d-d82e9bbf4c55), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:28:57.854149 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.db.segments_db [None req-e1917a39-3a9d-4cc2-bdbc-ae03118ed971 admin admin] Added segment 36cc7d28-2976-47cb-ab1d-d82e9bbf4c55 of type vlan for network 9bb2727a-e859-46ff-8b02-e0e5093e8925 Mar 14 14:28:57.857734 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1246bcf9-2a4d-4327-9119-c4b1fc571b65 admin admin] Pushing event updated for resources: {'Network': ['ID=2a8f49a2-73c8-4bd8-9b0d-0b1576482d3f,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:28:57.865500 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-0caee100-e538-48e3-91e3-39e335249a15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-28-smb, 173ed8f0-b784-41a9-affa-440f6ed41220) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:28:57.876613 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-1246bcf9-2a4d-4327-9119-c4b1fc571b65 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0975864 Mar 14 14:28:57.884092 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d668d1-b7d2-4966-9bbc-7d8d033be9ee None None] Network 173ed8f0-b784-41a9-affa-440f6ed41220 requested from dv-cinder-790535-28-smb {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 14:28:57.884456 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 57742) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:28:57.892460 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.v2.base [None req-685e913e-4c05-4643-904e-f9bb39b7809a admin admin] Request body: {'subnet': {'network_id': '2a8f49a2-73c8-4bd8-9b0d-0b1576482d3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1131972478-subnet', 'tenant_id': '58ab5d3a7f5046b7a3cdbc737a6aea84', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:28:57.894530 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e1917a39-3a9d-4cc2-bdbc-ae03118ed971 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744329743373'] for network (9bb2727a-e859-46ff-8b02-e0e5093e8925), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:28:57.957325 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0caee100-e538-48e3-91e3-39e335249a15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:28:57.963604 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0caee100-e538-48e3-91e3-39e335249a15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632217'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:28:57.972507 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1917a39-3a9d-4cc2-bdbc-ae03118ed971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80ab4637-0e41-4cb5-8328-f9e4b10c16d5,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:28:57.977231 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Network 2a8f49a2-73c8-4bd8-9b0d-0b1576482d3f details requested by agent ovs-agent-dv-cinder-790535-28-smb with host dv-cinder-790535-28-smb {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 14:28:58.026662 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e1917a39-3a9d-4cc2-bdbc-ae03118ed971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199'] for network (9bb2727a-e859-46ff-8b02-e0e5093e8925), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:28:58.026662 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1917a39-3a9d-4cc2-bdbc-ae03118ed971 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:28:58.028647 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e1917a39-3a9d-4cc2-bdbc-ae03118ed971 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632217'] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:28:58.036951 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-685e913e-4c05-4643-904e-f9bb39b7809a admin admin] Made reservation on behalf of 58ab5d3a7f5046b7a3cdbc737a6aea84 for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:28:58.042839 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-685e913e-4c05-4643-904e-f9bb39b7809a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:28:58.051402 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd0b779-982f-4423-9741-0537b644f67d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ef9d14b-6dca-58f6-bd72-92fc7d94ae67-173ed8f0-b784-41a9-affa-440f6ed41220', 'network_id': '173ed8f0-b784-41a9-affa-440f6ed41220', 'project_id': 'a29ccc594deb43b480de703c9f7ff84a', 'fixed_ips': [{'subnet_id': 'dd4479eb-5d2a-4b9c-9c27-a6d97c9e085c'}]}} from dv-cinder-790535-28-smb. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 14 14:28:58.063552 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-edd0b779-982f-4423-9741-0537b644f67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:28:58.131000 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1917a39-3a9d-4cc2-bdbc-ae03118ed971 admin admin] Pushing event updated for resources: {'Network': ['ID=9bb2727a-e859-46ff-8b02-e0e5093e8925,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:28:58.146856 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-0caee100-e538-48e3-91e3-39e335249a15 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2342629 Mar 14 14:28:58.150768 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 57748) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:28:58.161169 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.v2.base [None req-384ad5c9-43d0-4375-b62b-c695494d9b57 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1664345369-router', 'tenant_id': 'a29ccc594deb43b480de703c9f7ff84a', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b'}}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:28:58.233223 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Network 9bb2727a-e859-46ff-8b02-e0e5093e8925 details requested by agent ovs-agent-dv-cinder-790535-28-smb with host dv-cinder-790535-28-smb {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 14:28:58.254554 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-e1917a39-3a9d-4cc2-bdbc-ae03118ed971 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4317133 Mar 14 14:28:58.255387 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 57752) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:28:58.262679 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.v2.base [None req-38e9e911-1981-4c6c-94c9-408cf3efbf0b admin admin] Request body: {'subnet': {'network_id': '9bb2727a-e859-46ff-8b02-e0e5093e8925', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1745510330-subnet', 'tenant_id': 'f5f40385a50a46a79167ae6a859eee4d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:28:58.284494 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-384ad5c9-43d0-4375-b62b-c695494d9b57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2018839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4718'] for router (196e278d-c71b-4aaf-9d1f-c03f479b454d), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:28:58.285701 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-384ad5c9-43d0-4375-b62b-c695494d9b57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2018979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2016321', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2027734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4711'] for router (196e278d-c71b-4aaf-9d1f-c03f479b454d), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:28:58.443478 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e9e911-1981-4c6c-94c9-408cf3efbf0b admin admin] Made reservation on behalf of f5f40385a50a46a79167ae6a859eee4d for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:28:58.450369 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-38e9e911-1981-4c6c-94c9-408cf3efbf0b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:28:58.603535 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-384ad5c9-43d0-4375-b62b-c695494d9b57 admin admin] Publish callbacks [] for router_controller (196e278d-c71b-4aaf-9d1f-c03f479b454d), precommit_add_association {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:28:58.624206 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-685e913e-4c05-4643-904e-f9bb39b7809a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199'] for subnet (eb24ce3d-f0a5-429c-a981-863605d13449), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:28:58.707499 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685e913e-4c05-4643-904e-f9bb39b7809a admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb24ce3d-f0a5-429c-a981-863605d13449,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:28:58.726072 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685e913e-4c05-4643-904e-f9bb39b7809a admin admin] Checking segment: {'id': '5717b393-096d-4c15-86c4-da51e04c97ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '2a8f49a2-73c8-4bd8-9b0d-0b1576482d3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:28:58.726425 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685e913e-4c05-4643-904e-f9bb39b7809a admin admin] Network hostable DHCP agents. Network: 2a8f49a2-73c8-4bd8-9b0d-0b1576482d3f, hostable agents: ['cdfaf928-5960-4f26-8f0f-a06a7779780c'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 14:28:58.754175 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-edd0b779-982f-4423-9741-0537b644f67d None None] Allocated IP 172.20.0.2 (173ed8f0-b784-41a9-affa-440f6ed41220/dd4479eb-5d2a-4b9c-9c27-a6d97c9e085c/068bf2ad-9860-4ef2-955e-c7f5a0cec487) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:28:58.842184 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685e913e-4c05-4643-904e-f9bb39b7809a admin admin] Network 2a8f49a2-73c8-4bd8-9b0d-0b1576482d3f is scheduled to be hosted by DHCP agent cdfaf928-5960-4f26-8f0f-a06a7779780c with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 14:28:58.912575 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-38e9e911-1981-4c6c-94c9-408cf3efbf0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199'] for subnet (bd458166-2986-4de0-890b-33eba077f5c5), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:28:58.943750 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-edd0b779-982f-4423-9741-0537b644f67d None None] Publish callbacks [] for port (068bf2ad-9860-4ef2-955e-c7f5a0cec487), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:28:58.968061 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-685e913e-4c05-4643-904e-f9bb39b7809a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-28-smb, 2a8f49a2-73c8-4bd8-9b0d-0b1576482d3f) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:28:58.973454 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685e913e-4c05-4643-904e-f9bb39b7809a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:28:58.982411 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-685e913e-4c05-4643-904e-f9bb39b7809a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632217'] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:28:58.983127 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb4eb7d-c999-4957-934d-22a0abc4eee4 None None] Network 2a8f49a2-73c8-4bd8-9b0d-0b1576482d3f requested from dv-cinder-790535-28-smb {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 14:28:58.983495 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-384ad5c9-43d0-4375-b62b-c695494d9b57 admin admin] Publish callbacks [] for router_gateway (196e278d-c71b-4aaf-9d1f-c03f479b454d), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:28:59.015733 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e9e911-1981-4c6c-94c9-408cf3efbf0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd458166-2986-4de0-890b-33eba077f5c5,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:28:59.032676 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e9e911-1981-4c6c-94c9-408cf3efbf0b admin admin] Checking segment: {'id': '36cc7d28-2976-47cb-ab1d-d82e9bbf4c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9bb2727a-e859-46ff-8b02-e0e5093e8925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:28:59.033456 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e9e911-1981-4c6c-94c9-408cf3efbf0b admin admin] Network hostable DHCP agents. Network: 9bb2727a-e859-46ff-8b02-e0e5093e8925, hostable agents: ['cdfaf928-5960-4f26-8f0f-a06a7779780c'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 14:28:59.062780 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-edd0b779-982f-4423-9741-0537b644f67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744329793199'] for port (068bf2ad-9860-4ef2-955e-c7f5a0cec487), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:28:59.119849 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-685e913e-4c05-4643-904e-f9bb39b7809a admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2341940 Mar 14 14:28:59.125838 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd0b779-982f-4423-9741-0537b644f67d None None] Network 173ed8f0-b784-41a9-affa-440f6ed41220 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:28:59.133200 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-edd0b779-982f-4423-9741-0537b644f67d None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:28:59.136515 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd0b779-982f-4423-9741-0537b644f67d None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:28:59.147751 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e9e911-1981-4c6c-94c9-408cf3efbf0b admin admin] Network 9bb2727a-e859-46ff-8b02-e0e5093e8925 is scheduled to be hosted by DHCP agent cdfaf928-5960-4f26-8f0f-a06a7779780c with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 14:28:59.158320 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd0b779-982f-4423-9741-0537b644f67d None None] Pushing event updated for resources: {'Port': ['ID=068bf2ad-9860-4ef2-955e-c7f5a0cec487,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:28:59.204924 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff692cb-8265-4f24-93bb-6e995573db60 None None] Network 2a8f49a2-73c8-4bd8-9b0d-0b1576482d3f requested from dv-cinder-790535-28-smb {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 14:28:59.211440 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd0b779-982f-4423-9741-0537b644f67d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:28:59.211928 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd0b779-982f-4423-9741-0537b644f67d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:28:59.212394 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd0b779-982f-4423-9741-0537b644f67d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:28:59.212875 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd0b779-982f-4423-9741-0537b644f67d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:28:59.213311 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd0b779-982f-4423-9741-0537b644f67d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:28:59.213743 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd0b779-982f-4423-9741-0537b644f67d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:28:59.216268 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd0b779-982f-4423-9741-0537b644f67d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:28:59.216268 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd0b779-982f-4423-9741-0537b644f67d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:28:59.216268 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd0b779-982f-4423-9741-0537b644f67d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:28:59.216268 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd0b779-982f-4423-9741-0537b644f67d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:28:59.223486 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd0b779-982f-4423-9741-0537b644f67d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:28:59.223486 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd0b779-982f-4423-9741-0537b644f67d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:28:59.223486 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd0b779-982f-4423-9741-0537b644f67d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:28:59.223486 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd0b779-982f-4423-9741-0537b644f67d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:28:59.223486 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd0b779-982f-4423-9741-0537b644f67d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:28:59.223486 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd0b779-982f-4423-9741-0537b644f67d None None] Tracked resource versions report: Mar 14 14:28:59.223486 dv-cinder-790535-28-smb neutron-server[103768]: pushed versions: Mar 14 14:28:59.223486 dv-cinder-790535-28-smb neutron-server[103768]: { 'AddressGroup': {'1.2'}, Mar 14 14:28:59.223486 dv-cinder-790535-28-smb neutron-server[103768]: 'Agent': {'1.1'}, Mar 14 14:28:59.223486 dv-cinder-790535-28-smb neutron-server[103768]: 'ConntrackHelper': {'1.0'}, Mar 14 14:28:59.223486 dv-cinder-790535-28-smb neutron-server[103768]: 'LocalIPAssociation': {'1.0'}, Mar 14 14:28:59.223486 dv-cinder-790535-28-smb neutron-server[103768]: 'Log': {'1.0'}, Mar 14 14:28:59.223486 dv-cinder-790535-28-smb neutron-server[103768]: 'NDPProxy': {'1.0'}, Mar 14 14:28:59.223486 dv-cinder-790535-28-smb neutron-server[103768]: 'Network': {'1.1'}, Mar 14 14:28:59.223486 dv-cinder-790535-28-smb neutron-server[103768]: 'Port': {'1.7'}, Mar 14 14:28:59.223486 dv-cinder-790535-28-smb neutron-server[103768]: 'PortForwarding': {'1.2'}, Mar 14 14:28:59.223486 dv-cinder-790535-28-smb neutron-server[103768]: 'QosPolicy': {'1.10'}, Mar 14 14:28:59.223486 dv-cinder-790535-28-smb neutron-server[103768]: 'SecurityGroup': {'1.5'}, Mar 14 14:28:59.223486 dv-cinder-790535-28-smb neutron-server[103768]: 'SecurityGroupRule': {'1.2'}, Mar 14 14:28:59.223486 dv-cinder-790535-28-smb neutron-server[103768]: 'SubPort': {'1.0'}, Mar 14 14:28:59.223486 dv-cinder-790535-28-smb neutron-server[103768]: 'Subnet': {'1.1'}, Mar 14 14:28:59.223486 dv-cinder-790535-28-smb neutron-server[103768]: 'Trunk': {'1.1'}} Mar 14 14:28:59.223486 dv-cinder-790535-28-smb neutron-server[103768]: consumer versions: Mar 14 14:28:59.223486 dv-cinder-790535-28-smb neutron-server[103768]: { DHCP agent@dv-cinder-790535-28-smb: {}, Mar 14 14:28:59.223486 dv-cinder-790535-28-smb neutron-server[103768]: HyperV agent@hv-cinder-79053: {}, Mar 14 14:28:59.223486 dv-cinder-790535-28-smb neutron-server[103768]: L3 agent@dv-cinder-790535-28-smb: {}, Mar 14 14:28:59.223486 dv-cinder-790535-28-smb neutron-server[103768]: Metadata agent@dv-cinder-790535-28-smb: {}, Mar 14 14:28:59.223486 dv-cinder-790535-28-smb neutron-server[103768]: Metering agent@dv-cinder-790535-28-smb: {}, Mar 14 14:28:59.223486 dv-cinder-790535-28-smb neutron-server[103768]: Open vSwitch agent@dv-cinder-790535-28-smb: { 'AddressGroup': '1.2', Mar 14 14:28:59.223486 dv-cinder-790535-28-smb neutron-server[103768]: 'Agent': '1.1', Mar 14 14:28:59.223486 dv-cinder-790535-28-smb neutron-server[103768]: 'ConntrackHelper': '1.0', Mar 14 14:28:59.223486 dv-cinder-790535-28-smb neutron-server[103768]: 'LocalIPAssociation': '1.0', Mar 14 14:28:59.223486 dv-cinder-790535-28-smb neutron-server[103768]: 'Log': '1.0', Mar 14 14:28:59.223486 dv-cinder-790535-28-smb neutron-server[103768]: 'NDPProxy': '1.0', Mar 14 14:28:59.223486 dv-cinder-790535-28-smb neutron-server[103768]: 'Network': '1.1', Mar 14 14:28:59.223486 dv-cinder-790535-28-smb neutron-server[103768]: 'Port': '1.7', Mar 14 14:28:59.223486 dv-cinder-790535-28-smb neutron-server[103768]: 'PortForwarding': '1.2', Mar 14 14:28:59.223486 dv-cinder-790535-28-smb neutron-server[103768]: 'QosPolicy': '1.10', Mar 14 14:28:59.223486 dv-cinder-790535-28-smb neutron-server[103768]: 'SecurityGroup': '1.5', Mar 14 14:28:59.223486 dv-cinder-790535-28-smb neutron-server[103768]: 'SecurityGroupRule': '1.2', Mar 14 14:28:59.223486 dv-cinder-790535-28-smb neutron-server[103768]: 'SubPort': '1.0', Mar 14 14:28:59.223486 dv-cinder-790535-28-smb neutron-server[103768]: 'Subnet': '1.1', Mar 14 14:28:59.223486 dv-cinder-790535-28-smb neutron-server[103768]: 'Trunk': '1.1'}} Mar 14 14:28:59.223486 dv-cinder-790535-28-smb neutron-server[103768]: {{(pid=103768) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 14 14:28:59.248354 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-38e9e911-1981-4c6c-94c9-408cf3efbf0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-28-smb, 9bb2727a-e859-46ff-8b02-e0e5093e8925) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:28:59.265887 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e9e911-1981-4c6c-94c9-408cf3efbf0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:28:59.271333 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-38e9e911-1981-4c6c-94c9-408cf3efbf0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632217'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:28:59.276667 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-edd0b779-982f-4423-9741-0537b644f67d None None] Attempting to bind port 068bf2ad-9860-4ef2-955e-c7f5a0cec487 on host dv-cinder-790535-28-smb for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:28:59.276667 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-edd0b779-982f-4423-9741-0537b644f67d None None] Attempting to bind port 068bf2ad-9860-4ef2-955e-c7f5a0cec487 by drivers openvswitch,hyperv on host dv-cinder-790535-28-smb at level 0 using segments [{'id': '79690a18-81e9-445e-80e8-8ad6c5c45be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '173ed8f0-b784-41a9-affa-440f6ed41220'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:28:59.276667 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd0b779-982f-4423-9741-0537b644f67d None None] Attempting to bind port 068bf2ad-9860-4ef2-955e-c7f5a0cec487 on network 173ed8f0-b784-41a9-affa-440f6ed41220 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:28:59.315738 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c56577-f3fc-422f-b456-59f4315797b2 None None] Network 9bb2727a-e859-46ff-8b02-e0e5093e8925 requested from dv-cinder-790535-28-smb {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 14:28:59.326114 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd0b779-982f-4423-9741-0537b644f67d None None] Checking agent: {'id': 'ddc61399-76bc-42cc-9da4-26f2fa974742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-28-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 20, 17), 'started_at': datetime.datetime(2022, 3, 14, 14, 20, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-28-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:28:59.326549 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd0b779-982f-4423-9741-0537b644f67d None None] Checking segment: {'id': '79690a18-81e9-445e-80e8-8ad6c5c45be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '173ed8f0-b784-41a9-affa-440f6ed41220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:28:59.327048 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-edd0b779-982f-4423-9741-0537b644f67d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:28:59.327481 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd0b779-982f-4423-9741-0537b644f67d None None] Bound using segment: {'id': '79690a18-81e9-445e-80e8-8ad6c5c45be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '173ed8f0-b784-41a9-affa-440f6ed41220'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:28:59.328089 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-edd0b779-982f-4423-9741-0537b644f67d None None] Bound port: 068bf2ad-9860-4ef2-955e-c7f5a0cec487, host: dv-cinder-790535-28-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79690a18-81e9-445e-80e8-8ad6c5c45be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '173ed8f0-b784-41a9-affa-440f6ed41220'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:28:59.328364 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-edd0b779-982f-4423-9741-0537b644f67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (068bf2ad-9860-4ef2-955e-c7f5a0cec487), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:28:59.427640 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-38e9e911-1981-4c6c-94c9-408cf3efbf0b admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1710773 Mar 14 14:28:59.430718 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 57798) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:28:59.436025 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.v2.base [None req-65001a06-8d2d-4562-afb8-b91601c624df admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1745510330-router', 'tenant_id': 'f5f40385a50a46a79167ae6a859eee4d', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b'}}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:28:59.476979 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 57802) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:28:59.501706 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-384ad5c9-43d0-4375-b62b-c695494d9b57 admin admin] Publish callbacks [] for router_gateway (196e278d-c71b-4aaf-9d1f-c03f479b454d), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:28:59.545605 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-384ad5c9-43d0-4375-b62b-c695494d9b57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:28:59.556301 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-65001a06-8d2d-4562-afb8-b91601c624df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2018839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4718'] for router (f2d2a6f0-7147-442a-9147-b007d1bf05e1), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:28:59.559018 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-65001a06-8d2d-4562-afb8-b91601c624df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2018979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2016321', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2027734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4711'] for router (f2d2a6f0-7147-442a-9147-b007d1bf05e1), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:28:59.675189 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-65001a06-8d2d-4562-afb8-b91601c624df admin admin] Publish callbacks [] for router_controller (f2d2a6f0-7147-442a-9147-b007d1bf05e1), precommit_add_association {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:28:59.676848 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-edd0b779-982f-4423-9741-0537b644f67d None None] For port 068bf2ad-9860-4ef2-955e-c7f5a0cec487, host dv-cinder-790535-28-smb, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:28:59.681678 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-edd0b779-982f-4423-9741-0537b644f67d None None] For port 068bf2ad-9860-4ef2-955e-c7f5a0cec487, host dv-cinder-790535-28-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-smb',level=0,port_id=068bf2ad-9860-4ef2-955e-c7f5a0cec487,segment=NetworkSegment(79690a18-81e9-445e-80e8-8ad6c5c45be5),segment_id=79690a18-81e9-445e-80e8-8ad6c5c45be5)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:28:59.782940 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-384ad5c9-43d0-4375-b62b-c695494d9b57 admin admin] Allocated IP 172.28.2.102 (21060e90-61ba-4e92-afb3-f12491c9b56b/3278263d-ed58-402f-9606-a5b3ef606428/09678563-119f-474c-a18d-8fe405598172) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:28:59.789119 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a6b2b7-df03-4f89-bd5e-672a2c8757de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ef9d14b-6dca-58f6-bd72-92fc7d94ae67-9bb2727a-e859-46ff-8b02-e0e5093e8925', 'network_id': '9bb2727a-e859-46ff-8b02-e0e5093e8925', 'project_id': 'f5f40385a50a46a79167ae6a859eee4d', 'fixed_ips': [{'subnet_id': 'bd458166-2986-4de0-890b-33eba077f5c5'}]}} from dv-cinder-790535-28-smb. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 14 14:28:59.790372 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-90a6b2b7-df03-4f89-bd5e-672a2c8757de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:28:59.805711 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b4c989e2-3ba0-4273-bfef-5c535faf30a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:28:59.853062 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-edd0b779-982f-4423-9741-0537b644f67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (068bf2ad-9860-4ef2-955e-c7f5a0cec487), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:00.101594 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd0b779-982f-4423-9741-0537b644f67d None None] Pushing event updated for resources: {'Port': ['ID=068bf2ad-9860-4ef2-955e-c7f5a0cec487,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:00.210926 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-90a6b2b7-df03-4f89-bd5e-672a2c8757de None None] Allocated IP 172.20.0.2 (9bb2727a-e859-46ff-8b02-e0e5093e8925/bd458166-2986-4de0-890b-33eba077f5c5/ade45428-3b14-4feb-80c7-14d6bbb0ce9b) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:29:00.311455 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 57846) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:29:00.317621 dv-cinder-790535-28-smb neutron-server[103766]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 14 14:29:00.438573 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-384ad5c9-43d0-4375-b62b-c695494d9b57 admin admin] Publish callbacks [] for port (09678563-119f-474c-a18d-8fe405598172), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:00.476175 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-90a6b2b7-df03-4f89-bd5e-672a2c8757de None None] Publish callbacks [] for port (ade45428-3b14-4feb-80c7-14d6bbb0ce9b), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:00.486189 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-65001a06-8d2d-4562-afb8-b91601c624df admin admin] Publish callbacks [] for router_gateway (f2d2a6f0-7147-442a-9147-b007d1bf05e1), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:00.567765 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-90a6b2b7-df03-4f89-bd5e-672a2c8757de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744329793199'] for port (ade45428-3b14-4feb-80c7-14d6bbb0ce9b), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:00.569983 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-384ad5c9-43d0-4375-b62b-c695494d9b57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744329793199'] for port (09678563-119f-474c-a18d-8fe405598172), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:00.613862 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a6b2b7-df03-4f89-bd5e-672a2c8757de None None] Network 9bb2727a-e859-46ff-8b02-e0e5093e8925 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:29:00.617684 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-90a6b2b7-df03-4f89-bd5e-672a2c8757de None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:29:00.635349 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a6b2b7-df03-4f89-bd5e-672a2c8757de None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:29:00.656380 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384ad5c9-43d0-4375-b62b-c695494d9b57 admin admin] Pushing event updated for resources: {'Port': ['ID=09678563-119f-474c-a18d-8fe405598172,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:00.670552 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384ad5c9-43d0-4375-b62b-c695494d9b57 admin admin] Network 21060e90-61ba-4e92-afb3-f12491c9b56b is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:29:00.673760 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-384ad5c9-43d0-4375-b62b-c695494d9b57 admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:29:00.677494 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a6b2b7-df03-4f89-bd5e-672a2c8757de None None] Pushing event updated for resources: {'Port': ['ID=ade45428-3b14-4feb-80c7-14d6bbb0ce9b,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:00.677974 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384ad5c9-43d0-4375-b62b-c695494d9b57 admin admin] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:29:00.694026 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b4c989e2-3ba0-4273-bfef-5c535faf30a8 admin admin] Publish callbacks [] for security_group (2cdb6de1-c5b5-4624-91ee-a9d6492071ae), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:00.717808 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-90a6b2b7-df03-4f89-bd5e-672a2c8757de None None] Attempting to bind port ade45428-3b14-4feb-80c7-14d6bbb0ce9b on host dv-cinder-790535-28-smb for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:29:00.718194 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-90a6b2b7-df03-4f89-bd5e-672a2c8757de None None] Attempting to bind port ade45428-3b14-4feb-80c7-14d6bbb0ce9b by drivers openvswitch,hyperv on host dv-cinder-790535-28-smb at level 0 using segments [{'id': '36cc7d28-2976-47cb-ab1d-d82e9bbf4c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9bb2727a-e859-46ff-8b02-e0e5093e8925'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:29:00.718569 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a6b2b7-df03-4f89-bd5e-672a2c8757de None None] Attempting to bind port ade45428-3b14-4feb-80c7-14d6bbb0ce9b on network 9bb2727a-e859-46ff-8b02-e0e5093e8925 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:29:00.724313 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a6b2b7-df03-4f89-bd5e-672a2c8757de None None] Checking agent: {'id': 'ddc61399-76bc-42cc-9da4-26f2fa974742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-28-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 20, 17), 'started_at': datetime.datetime(2022, 3, 14, 14, 20, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-28-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:29:00.724697 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a6b2b7-df03-4f89-bd5e-672a2c8757de None None] Checking segment: {'id': '36cc7d28-2976-47cb-ab1d-d82e9bbf4c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9bb2727a-e859-46ff-8b02-e0e5093e8925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:29:00.725155 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-90a6b2b7-df03-4f89-bd5e-672a2c8757de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:00.725556 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a6b2b7-df03-4f89-bd5e-672a2c8757de None None] Bound using segment: {'id': '36cc7d28-2976-47cb-ab1d-d82e9bbf4c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9bb2727a-e859-46ff-8b02-e0e5093e8925'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:29:00.726033 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-90a6b2b7-df03-4f89-bd5e-672a2c8757de None None] Bound port: ade45428-3b14-4feb-80c7-14d6bbb0ce9b, host: dv-cinder-790535-28-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36cc7d28-2976-47cb-ab1d-d82e9bbf4c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9bb2727a-e859-46ff-8b02-e0e5093e8925'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:29:00.726416 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-90a6b2b7-df03-4f89-bd5e-672a2c8757de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (ade45428-3b14-4feb-80c7-14d6bbb0ce9b), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:00.741956 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430d0340-7616-49a7-b354-8ae1c9e511f6 req-ddc269ed-388f-470e-ba72-f364bd371afb tempest-DeleteServersTestJSON-1574591705 tempest-DeleteServersTestJSON-1574591705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:00.750585 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-430d0340-7616-49a7-b354-8ae1c9e511f6 req-ddc269ed-388f-470e-ba72-f364bd371afb tempest-DeleteServersTestJSON-1574591705 tempest-DeleteServersTestJSON-1574591705-project] 10.222.0.58 "GET /v2.0/networks?id=2a8f49a2-73c8-4bd8-9b0d-0b1576482d3f HTTP/1.1" status: 200 len: 812 time: 0.4378247 Mar 14 14:29:00.772101 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-430d0340-7616-49a7-b354-8ae1c9e511f6 req-993f22ae-d89e-4969-ae23-a6977fe803e0 tempest-DeleteServersTestJSON-1574591705 tempest-DeleteServersTestJSON-1574591705-project] 10.222.0.58 "GET /v2.0/quotas/58ab5d3a7f5046b7a3cdbc737a6aea84 HTTP/1.1" status: 200 len: 375 time: 0.0202925 Mar 14 14:29:00.814894 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-90a6b2b7-df03-4f89-bd5e-672a2c8757de None None] For port ade45428-3b14-4feb-80c7-14d6bbb0ce9b, host dv-cinder-790535-28-smb, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:29:00.817487 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b4c989e2-3ba0-4273-bfef-5c535faf30a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (2cdb6de1-c5b5-4624-91ee-a9d6492071ae), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:00.819375 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-90a6b2b7-df03-4f89-bd5e-672a2c8757de None None] For port ade45428-3b14-4feb-80c7-14d6bbb0ce9b, host dv-cinder-790535-28-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-smb',level=0,port_id=ade45428-3b14-4feb-80c7-14d6bbb0ce9b,segment=NetworkSegment(36cc7d28-2976-47cb-ab1d-d82e9bbf4c55),segment_id=36cc7d28-2976-47cb-ab1d-d82e9bbf4c55)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:29:00.899753 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c989e2-3ba0-4273-bfef-5c535faf30a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cdb6de1-c5b5-4624-91ee-a9d6492071ae,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:00.929307 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-90a6b2b7-df03-4f89-bd5e-672a2c8757de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (ade45428-3b14-4feb-80c7-14d6bbb0ce9b), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:00.938851 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-430d0340-7616-49a7-b354-8ae1c9e511f6 req-30c9aecc-d650-4da9-9110-91628310fa97 tempest-DeleteServersTestJSON-1574591705 tempest-DeleteServersTestJSON-1574591705-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=58ab5d3a7f5046b7a3cdbc737a6aea84&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1638229 Mar 14 14:29:00.974010 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 57864) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:29:00.980288 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-b4c989e2-3ba0-4273-bfef-5c535faf30a8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cd755b9be2b941aebf6f1cbc86d63e7f&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4993012 Mar 14 14:29:01.112351 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a6b2b7-df03-4f89-bd5e-672a2c8757de None None] Pushing event updated for resources: {'Port': ['ID=ade45428-3b14-4feb-80c7-14d6bbb0ce9b,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:01.295759 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6de14bc5-9c7a-45b4-a1ad-757f5fa788c3 admin admin] Publish callbacks [] for security_group (2cdb6de1-c5b5-4624-91ee-a9d6492071ae), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:01.333750 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-65001a06-8d2d-4562-afb8-b91601c624df admin admin] Publish callbacks [] for router_gateway (f2d2a6f0-7147-442a-9147-b007d1bf05e1), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:01.400110 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [req-430d0340-7616-49a7-b354-8ae1c9e511f6 req-a0d85884-1151-4b0f-9032-8c519b24ec6c service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 14:29:01.403405 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-430d0340-7616-49a7-b354-8ae1c9e511f6 req-a0d85884-1151-4b0f-9032-8c519b24ec6c service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1339607 Mar 14 14:29:01.406886 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-65001a06-8d2d-4562-afb8-b91601c624df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:01.435174 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6de14bc5-9c7a-45b4-a1ad-757f5fa788c3 admin admin] Publish callbacks [] for security_group (2cdb6de1-c5b5-4624-91ee-a9d6492071ae), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:01.467818 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-384ad5c9-43d0-4375-b62b-c695494d9b57 admin admin] Publish callbacks [] for router_gateway (196e278d-c71b-4aaf-9d1f-c03f479b454d), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:01.480709 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.agents_db [None req-65564c68-cd92-4c79-8f56-5bb994fe7015 None None] Agent healthcheck: found 6 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 14:29:01.758031 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-65001a06-8d2d-4562-afb8-b91601c624df admin admin] Allocated IP 172.28.2.211 (21060e90-61ba-4e92-afb3-f12491c9b56b/3278263d-ed58-402f-9606-a5b3ef606428/381ba10b-ad5b-48ce-8bb3-936a16f5e473) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:29:01.796424 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-430d0340-7616-49a7-b354-8ae1c9e511f6 req-f6f96cd0-4d5b-4e79-a29a-8df23506e951 service neutron] 10.222.0.58 "GET /v2.0/networks/2a8f49a2-73c8-4bd8-9b0d-0b1576482d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948151 Mar 14 14:29:01.826192 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524807d3-b0fc-4572-9bf0-a562f4b36e64 None None] Network 173ed8f0-b784-41a9-affa-440f6ed41220 requested from dv-cinder-790535-28-smb {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 14:29:01.881062 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6de14bc5-9c7a-45b4-a1ad-757f5fa788c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (2cdb6de1-c5b5-4624-91ee-a9d6492071ae), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:01.886989 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6de14bc5-9c7a-45b4-a1ad-757f5fa788c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:01.890846 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-6de14bc5-9c7a-45b4-a1ad-757f5fa788c3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2cdb6de1-c5b5-4624-91ee-a9d6492071ae HTTP/1.1" status: 204 len: 168 time: 0.9068100 Mar 14 14:29:02.230581 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-441e35dd-8157-4ccc-87aa-ce3a25d04816 None None] Provisioning complete for port 068bf2ad-9860-4ef2-955e-c7f5a0cec487 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:29:02.230581 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-441e35dd-8157-4ccc-87aa-ce3a25d04816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (068bf2ad-9860-4ef2-955e-c7f5a0cec487), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:02.239236 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de14bc5-9c7a-45b4-a1ad-757f5fa788c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cdb6de1-c5b5-4624-91ee-a9d6492071ae,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:02.239236 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-384ad5c9-43d0-4375-b62b-c695494d9b57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2018988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2016302'] for router (196e278d-c71b-4aaf-9d1f-c03f479b454d), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:02.243017 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-441e35dd-8157-4ccc-87aa-ce3a25d04816 None None] Current status of the port 068bf2ad-9860-4ef2-955e-c7f5a0cec487 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:29:02.243017 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-441e35dd-8157-4ccc-87aa-ce3a25d04816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (068bf2ad-9860-4ef2-955e-c7f5a0cec487), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:02.249144 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-430d0340-7616-49a7-b354-8ae1c9e511f6 req-e7d2655d-57e4-4afa-a795-6facad7f8a4e service neutron] 10.222.0.58 "GET /v2.0/networks/2a8f49a2-73c8-4bd8-9b0d-0b1576482d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3302071 Mar 14 14:29:02.249144 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-65001a06-8d2d-4562-afb8-b91601c624df admin admin] Publish callbacks [] for port (381ba10b-ad5b-48ce-8bb3-936a16f5e473), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:02.252105 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-441e35dd-8157-4ccc-87aa-ce3a25d04816 None None] For port 068bf2ad-9860-4ef2-955e-c7f5a0cec487, host dv-cinder-790535-28-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-smb',level=0,port_id=068bf2ad-9860-4ef2-955e-c7f5a0cec487,segment=NetworkSegment(79690a18-81e9-445e-80e8-8ad6c5c45be5),segment_id=79690a18-81e9-445e-80e8-8ad6c5c45be5)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:29:02.384690 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-441e35dd-8157-4ccc-87aa-ce3a25d04816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (068bf2ad-9860-4ef2-955e-c7f5a0cec487), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:02.414483 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-65001a06-8d2d-4562-afb8-b91601c624df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744329793199'] for port (381ba10b-ad5b-48ce-8bb3-936a16f5e473), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:02.482582 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-384ad5c9-43d0-4375-b62b-c695494d9b57 admin admin] Router 196e278d-c71b-4aaf-9d1f-c03f479b454d is scheduled to L3 agent 3a20f343-fbae-42b4-9bd9-ea7570b5f761 with binding_index 1 {{(pid=103767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 14:29:02.502396 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441e35dd-8157-4ccc-87aa-ce3a25d04816 None None] Pushing event updated for resources: {'Port': ['ID=068bf2ad-9860-4ef2-955e-c7f5a0cec487,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:02.653764 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Device 068bf2ad-9860-4ef2-955e-c7f5a0cec487 up at agent ovs-agent-dv-cinder-790535-28-smb {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:29:02.659860 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65001a06-8d2d-4562-afb8-b91601c624df admin admin] Pushing event updated for resources: {'Port': ['ID=381ba10b-ad5b-48ce-8bb3-936a16f5e473,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:02.710179 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65001a06-8d2d-4562-afb8-b91601c624df admin admin] Network 21060e90-61ba-4e92-afb3-f12491c9b56b is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:29:02.717578 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-65001a06-8d2d-4562-afb8-b91601c624df admin admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:29:02.728864 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65001a06-8d2d-4562-afb8-b91601c624df admin admin] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:29:02.846402 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-7f3ef24c-2c30-4d60-9c4b-1bd88f6f3176 None None] Provisioning complete for port 068bf2ad-9860-4ef2-955e-c7f5a0cec487 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:29:02.846999 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-7f3ef24c-2c30-4d60-9c4b-1bd88f6f3176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (068bf2ad-9860-4ef2-955e-c7f5a0cec487), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:02.918497 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Provisioning complete for port 068bf2ad-9860-4ef2-955e-c7f5a0cec487 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:29:02.918497 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (068bf2ad-9860-4ef2-955e-c7f5a0cec487), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:02.942021 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-384ad5c9-43d0-4375-b62b-c695494d9b57 admin admin] Notify agent at l3_agent.dv-cinder-790535-28-smb the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:29:02.964884 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793dd87f-5624-4727-8816-2bcedb19580d None None] Sync routers for ids ['196e278d-c71b-4aaf-9d1f-c03f479b454d'] in dv-cinder-790535-28-smb {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:29:02.969915 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b01322-d655-4736-90ae-cdc70e193877 None None] Network 9bb2727a-e859-46ff-8b02-e0e5093e8925 requested from dv-cinder-790535-28-smb {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 14:29:02.997925 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793dd87f-5624-4727-8816-2bcedb19580d None None] Routers {'196e278d-c71b-4aaf-9d1f-c03f479b454d'} bound to L3 agent in host dv-cinder-790535-28-smb {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:29:03.000128 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-793dd87f-5624-4727-8816-2bcedb19580d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T14:20:13Z,description=,heartbeat_timestamp=2022-03-14T14:28:43Z,host='dv-cinder-790535-28-smb',id=3a20f343-fbae-42b4-9bd9-ea7570b5f761,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:20:14Z,topic='l3_agent')) {'router_ids': ['196e278d-c71b-4aaf-9d1f-c03f479b454d'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:29:03.044666 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-384ad5c9-43d0-4375-b62b-c695494d9b57 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:03.046048 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-384ad5c9-43d0-4375-b62b-c695494d9b57 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.8893723 Mar 14 14:29:03.050499 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 57954) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:29:03.319582 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-bca18382-48f9-4e2d-a2c4-60dd45484a9a req-09fca650-6b90-4930-93cf-1d258232a83f tempest-DeleteServersTestJSON-1574591705 tempest-DeleteServersTestJSON-1574591705-project] 10.222.0.58 "GET /v2.0/ports?device_id=1433fc5c-35a1-40d1-8c6d-d93dbc5b6f3a HTTP/1.1" status: 200 len: 210 time: 0.5807912 Mar 14 14:29:03.456442 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-7f3ef24c-2c30-4d60-9c4b-1bd88f6f3176 None None] Current status of the port 068bf2ad-9860-4ef2-955e-c7f5a0cec487 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:29:03.472765 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Current status of the port 068bf2ad-9860-4ef2-955e-c7f5a0cec487 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:29:03.472765 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Device ade45428-3b14-4feb-80c7-14d6bbb0ce9b up at agent ovs-agent-dv-cinder-790535-28-smb {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:29:03.590806 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Provisioning complete for port ade45428-3b14-4feb-80c7-14d6bbb0ce9b triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:29:03.591387 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (ade45428-3b14-4feb-80c7-14d6bbb0ce9b), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:03.649975 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-793dd87f-5624-4727-8816-2bcedb19580d None None] Set router 196e278d-c71b-4aaf-9d1f-c03f479b454d gateway port host: dv-cinder-790535-28-smb {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:29:03.712378 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-4d80d58d-728f-463b-8cde-1d940946cdef None None] Provisioning complete for port ade45428-3b14-4feb-80c7-14d6bbb0ce9b triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:29:03.712774 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4d80d58d-728f-463b-8cde-1d940946cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (ade45428-3b14-4feb-80c7-14d6bbb0ce9b), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:04.026761 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-4d80d58d-728f-463b-8cde-1d940946cdef None None] Current status of the port ade45428-3b14-4feb-80c7-14d6bbb0ce9b is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:29:04.028368 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4d80d58d-728f-463b-8cde-1d940946cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (ade45428-3b14-4feb-80c7-14d6bbb0ce9b), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:04.103825 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-4d80d58d-728f-463b-8cde-1d940946cdef None None] For port ade45428-3b14-4feb-80c7-14d6bbb0ce9b, host dv-cinder-790535-28-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-smb',level=0,port_id=ade45428-3b14-4feb-80c7-14d6bbb0ce9b,segment=NetworkSegment(36cc7d28-2976-47cb-ab1d-d82e9bbf4c55),segment_id=36cc7d28-2976-47cb-ab1d-d82e9bbf4c55)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:29:04.116252 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Current status of the port ade45428-3b14-4feb-80c7-14d6bbb0ce9b is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:29:04.117027 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (ade45428-3b14-4feb-80c7-14d6bbb0ce9b), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:04.149494 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-793dd87f-5624-4727-8816-2bcedb19580d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '196e278d-c71b-4aaf-9d1f-c03f479b454d', 'name': 'tempest-AttachVolumeTestJSON-1664345369-router', 'tenant_id': 'a29ccc594deb43b480de703c9f7ff84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.102'}], 'enable_snat': True}, 'gw_port_id': '09678563-119f-474c-a18d-8fe405598172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:28:58Z', 'updated_at': '2022-03-14T14:29:00Z', 'revision_number': 3, 'project_id': 'a29ccc594deb43b480de703c9f7ff84a', 'gw_port': {'id': '09678563-119f-474c-a18d-8fe405598172', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e4:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '196e278d-c71b-4aaf-9d1f-c03f479b454d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:28:59Z', 'updated_at': '2022-03-14T14:28:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb'}], 'dv-cinder-790535-28-smb', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:29:04.186824 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793dd87f-5624-4727-8816-2bcedb19580d None None] Checking router: 196e278d-c71b-4aaf-9d1f-c03f479b454d for host: dv-cinder-790535-28-smb {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:29:04.187171 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793dd87f-5624-4727-8816-2bcedb19580d None None] Updating router 196e278d-c71b-4aaf-9d1f-c03f479b454d port 09678563-119f-474c-a18d-8fe405598172 binding host dv-cinder-790535-28-smb {{(pid=103769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 14:29:04.215350 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4d80d58d-728f-463b-8cde-1d940946cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (ade45428-3b14-4feb-80c7-14d6bbb0ce9b), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:04.220963 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-793dd87f-5624-4727-8816-2bcedb19580d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (09678563-119f-474c-a18d-8fe405598172), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:04.239388 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-65001a06-8d2d-4562-afb8-b91601c624df admin admin] Publish callbacks [] for router_gateway (f2d2a6f0-7147-442a-9147-b007d1bf05e1), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:04.304901 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d80d58d-728f-463b-8cde-1d940946cdef None None] Pushing event updated for resources: {'Port': ['ID=ade45428-3b14-4feb-80c7-14d6bbb0ce9b,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:04.461747 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.db.api [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 14:29:04.462765 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG oslo_db.api [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 14:29:04.489947 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-9262ffe8-9d1b-4e6f-9993-60527d150da4 None None] Provisioning complete for port ade45428-3b14-4feb-80c7-14d6bbb0ce9b triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:29:04.490571 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9262ffe8-9d1b-4e6f-9993-60527d150da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (ade45428-3b14-4feb-80c7-14d6bbb0ce9b), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:04.664890 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-08425b6f-da90-487e-8f93-69dd478121e8 req-4e44b2f9-ae36-4880-b486-eb83c1d3dc99 tempest-DeleteServersTestJSON-1574591705 tempest-DeleteServersTestJSON-1574591705-project] 10.222.0.58 "GET /v2.0/ports?device_id=1433fc5c-35a1-40d1-8c6d-d93dbc5b6f3a HTTP/1.1" status: 200 len: 210 time: 0.1166093 Mar 14 14:29:04.801504 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-888e32ee-673d-4ace-bd6a-c2e5bae68a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:04.851852 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-9262ffe8-9d1b-4e6f-9993-60527d150da4 None None] Current status of the port ade45428-3b14-4feb-80c7-14d6bbb0ce9b is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:29:05.039053 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-65001a06-8d2d-4562-afb8-b91601c624df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2018988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2016302'] for router (f2d2a6f0-7147-442a-9147-b007d1bf05e1), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:05.046478 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Current status of the port ade45428-3b14-4feb-80c7-14d6bbb0ce9b is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:29:05.082616 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-793dd87f-5624-4727-8816-2bcedb19580d None None] Publish callbacks [] for port (09678563-119f-474c-a18d-8fe405598172), precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:05.160274 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-793dd87f-5624-4727-8816-2bcedb19580d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (09678563-119f-474c-a18d-8fe405598172), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:05.275561 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dfba64-c8dc-4cec-84e2-057914011e9e None None] Pushing event updated for resources: {'Port': ['ID=09678563-119f-474c-a18d-8fe405598172,revision_number=2']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:05.286827 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dfba64-c8dc-4cec-84e2-057914011e9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:29:05.287475 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dfba64-c8dc-4cec-84e2-057914011e9e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:29:05.288160 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dfba64-c8dc-4cec-84e2-057914011e9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:29:05.288919 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dfba64-c8dc-4cec-84e2-057914011e9e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:29:05.289388 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dfba64-c8dc-4cec-84e2-057914011e9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:29:05.289913 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dfba64-c8dc-4cec-84e2-057914011e9e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:29:05.290569 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dfba64-c8dc-4cec-84e2-057914011e9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:29:05.291030 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dfba64-c8dc-4cec-84e2-057914011e9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:29:05.291513 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dfba64-c8dc-4cec-84e2-057914011e9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:29:05.292777 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dfba64-c8dc-4cec-84e2-057914011e9e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:29:05.293272 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dfba64-c8dc-4cec-84e2-057914011e9e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:29:05.293850 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dfba64-c8dc-4cec-84e2-057914011e9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:29:05.298008 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dfba64-c8dc-4cec-84e2-057914011e9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:29:05.298008 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dfba64-c8dc-4cec-84e2-057914011e9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:29:05.298008 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dfba64-c8dc-4cec-84e2-057914011e9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:29:05.298008 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dfba64-c8dc-4cec-84e2-057914011e9e None None] Tracked resource versions report: Mar 14 14:29:05.298008 dv-cinder-790535-28-smb neutron-server[103769]: pushed versions: Mar 14 14:29:05.298008 dv-cinder-790535-28-smb neutron-server[103769]: { 'AddressGroup': {'1.2'}, Mar 14 14:29:05.298008 dv-cinder-790535-28-smb neutron-server[103769]: 'Agent': {'1.1'}, Mar 14 14:29:05.298008 dv-cinder-790535-28-smb neutron-server[103769]: 'ConntrackHelper': {'1.0'}, Mar 14 14:29:05.298008 dv-cinder-790535-28-smb neutron-server[103769]: 'LocalIPAssociation': {'1.0'}, Mar 14 14:29:05.298008 dv-cinder-790535-28-smb neutron-server[103769]: 'Log': {'1.0'}, Mar 14 14:29:05.298008 dv-cinder-790535-28-smb neutron-server[103769]: 'NDPProxy': {'1.0'}, Mar 14 14:29:05.298008 dv-cinder-790535-28-smb neutron-server[103769]: 'Network': {'1.1'}, Mar 14 14:29:05.298008 dv-cinder-790535-28-smb neutron-server[103769]: 'Port': {'1.7'}, Mar 14 14:29:05.298008 dv-cinder-790535-28-smb neutron-server[103769]: 'PortForwarding': {'1.2'}, Mar 14 14:29:05.298008 dv-cinder-790535-28-smb neutron-server[103769]: 'QosPolicy': {'1.10'}, Mar 14 14:29:05.298008 dv-cinder-790535-28-smb neutron-server[103769]: 'SecurityGroup': {'1.5'}, Mar 14 14:29:05.298008 dv-cinder-790535-28-smb neutron-server[103769]: 'SecurityGroupRule': {'1.2'}, Mar 14 14:29:05.298008 dv-cinder-790535-28-smb neutron-server[103769]: 'SubPort': {'1.0'}, Mar 14 14:29:05.298008 dv-cinder-790535-28-smb neutron-server[103769]: 'Subnet': {'1.1'}, Mar 14 14:29:05.298008 dv-cinder-790535-28-smb neutron-server[103769]: 'Trunk': {'1.1'}} Mar 14 14:29:05.298008 dv-cinder-790535-28-smb neutron-server[103769]: consumer versions: Mar 14 14:29:05.298008 dv-cinder-790535-28-smb neutron-server[103769]: { DHCP agent@dv-cinder-790535-28-smb: {}, Mar 14 14:29:05.298008 dv-cinder-790535-28-smb neutron-server[103769]: HyperV agent@hv-cinder-79053: {}, Mar 14 14:29:05.298008 dv-cinder-790535-28-smb neutron-server[103769]: L3 agent@dv-cinder-790535-28-smb: {}, Mar 14 14:29:05.298008 dv-cinder-790535-28-smb neutron-server[103769]: Metadata agent@dv-cinder-790535-28-smb: {}, Mar 14 14:29:05.298008 dv-cinder-790535-28-smb neutron-server[103769]: Metering agent@dv-cinder-790535-28-smb: {}, Mar 14 14:29:05.298008 dv-cinder-790535-28-smb neutron-server[103769]: Open vSwitch agent@dv-cinder-790535-28-smb: { 'AddressGroup': '1.2', Mar 14 14:29:05.298008 dv-cinder-790535-28-smb neutron-server[103769]: 'Agent': '1.1', Mar 14 14:29:05.298008 dv-cinder-790535-28-smb neutron-server[103769]: 'ConntrackHelper': '1.0', Mar 14 14:29:05.298008 dv-cinder-790535-28-smb neutron-server[103769]: 'LocalIPAssociation': '1.0', Mar 14 14:29:05.298008 dv-cinder-790535-28-smb neutron-server[103769]: 'Log': '1.0', Mar 14 14:29:05.298008 dv-cinder-790535-28-smb neutron-server[103769]: 'NDPProxy': '1.0', Mar 14 14:29:05.298008 dv-cinder-790535-28-smb neutron-server[103769]: 'Network': '1.1', Mar 14 14:29:05.298008 dv-cinder-790535-28-smb neutron-server[103769]: 'Port': '1.7', Mar 14 14:29:05.298008 dv-cinder-790535-28-smb neutron-server[103769]: 'PortForwarding': '1.2', Mar 14 14:29:05.298008 dv-cinder-790535-28-smb neutron-server[103769]: 'QosPolicy': '1.10', Mar 14 14:29:05.298008 dv-cinder-790535-28-smb neutron-server[103769]: 'SecurityGroup': '1.5', Mar 14 14:29:05.298008 dv-cinder-790535-28-smb neutron-server[103769]: 'SecurityGroupRule': '1.2', Mar 14 14:29:05.298008 dv-cinder-790535-28-smb neutron-server[103769]: 'SubPort': '1.0', Mar 14 14:29:05.298008 dv-cinder-790535-28-smb neutron-server[103769]: 'Subnet': '1.1', Mar 14 14:29:05.298008 dv-cinder-790535-28-smb neutron-server[103769]: 'Trunk': '1.1'}} Mar 14 14:29:05.298008 dv-cinder-790535-28-smb neutron-server[103769]: {{(pid=103769) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 14 14:29:05.303762 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Device 068bf2ad-9860-4ef2-955e-c7f5a0cec487 up at agent ovs-agent-dv-cinder-790535-28-smb {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:29:05.411737 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Provisioning complete for port 068bf2ad-9860-4ef2-955e-c7f5a0cec487 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:29:05.411737 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (068bf2ad-9860-4ef2-955e-c7f5a0cec487), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:05.417058 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-793dd87f-5624-4727-8816-2bcedb19580d None None] Attempting to bind port 09678563-119f-474c-a18d-8fe405598172 on host dv-cinder-790535-28-smb for vnic_type normal with profile {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:29:05.417579 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-793dd87f-5624-4727-8816-2bcedb19580d None None] Attempting to bind port 09678563-119f-474c-a18d-8fe405598172 by drivers openvswitch,hyperv on host dv-cinder-790535-28-smb at level 0 using segments [{'id': 'bce16b83-cd05-4f93-adb0-46e63864be13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:29:05.418059 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793dd87f-5624-4727-8816-2bcedb19580d None None] Attempting to bind port 09678563-119f-474c-a18d-8fe405598172 on network 21060e90-61ba-4e92-afb3-f12491c9b56b {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:29:05.426007 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793dd87f-5624-4727-8816-2bcedb19580d None None] Checking agent: {'id': 'ddc61399-76bc-42cc-9da4-26f2fa974742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-28-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 20, 17), 'started_at': datetime.datetime(2022, 3, 14, 14, 20, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-28-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:29:05.427014 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793dd87f-5624-4727-8816-2bcedb19580d None None] Checking segment: {'id': 'bce16b83-cd05-4f93-adb0-46e63864be13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:29:05.427804 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-793dd87f-5624-4727-8816-2bcedb19580d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:05.428615 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793dd87f-5624-4727-8816-2bcedb19580d None None] Bound using segment: {'id': 'bce16b83-cd05-4f93-adb0-46e63864be13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:29:05.430652 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-793dd87f-5624-4727-8816-2bcedb19580d None None] Bound port: 09678563-119f-474c-a18d-8fe405598172, host: dv-cinder-790535-28-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce16b83-cd05-4f93-adb0-46e63864be13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:29:05.431588 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-793dd87f-5624-4727-8816-2bcedb19580d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (09678563-119f-474c-a18d-8fe405598172), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:05.523374 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-888e32ee-673d-4ace-bd6a-c2e5bae68a3f admin admin] Allocated IP 172.20.0.1 (173ed8f0-b784-41a9-affa-440f6ed41220/dd4479eb-5d2a-4b9c-9c27-a6d97c9e085c/a377d12b-e60b-49a0-a1c7-730f55c58b38) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:29:05.569308 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-793dd87f-5624-4727-8816-2bcedb19580d None None] For port 09678563-119f-474c-a18d-8fe405598172, host dv-cinder-790535-28-smb, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:29:05.576229 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-793dd87f-5624-4727-8816-2bcedb19580d None None] For port 09678563-119f-474c-a18d-8fe405598172, host dv-cinder-790535-28-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-smb',level=0,port_id=09678563-119f-474c-a18d-8fe405598172,segment=NetworkSegment(bce16b83-cd05-4f93-adb0-46e63864be13),segment_id=bce16b83-cd05-4f93-adb0-46e63864be13)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:29:05.600717 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Current status of the port 068bf2ad-9860-4ef2-955e-c7f5a0cec487 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:29:05.603232 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Device ade45428-3b14-4feb-80c7-14d6bbb0ce9b up at agent ovs-agent-dv-cinder-790535-28-smb {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:29:05.613765 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65001a06-8d2d-4562-afb8-b91601c624df admin admin] Router f2d2a6f0-7147-442a-9147-b007d1bf05e1 is scheduled to L3 agent 3a20f343-fbae-42b4-9bd9-ea7570b5f761 with binding_index 1 {{(pid=103766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 14:29:05.631617 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-793dd87f-5624-4727-8816-2bcedb19580d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (09678563-119f-474c-a18d-8fe405598172), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:05.660097 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-888e32ee-673d-4ace-bd6a-c2e5bae68a3f admin admin] Publish callbacks [] for port (a377d12b-e60b-49a0-a1c7-730f55c58b38), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:05.768467 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793dd87f-5624-4727-8816-2bcedb19580d None None] Routers {'196e278d-c71b-4aaf-9d1f-c03f479b454d'} bound to L3 agent in host dv-cinder-790535-28-smb {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:29:05.769128 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-793dd87f-5624-4727-8816-2bcedb19580d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T14:20:13Z,description=,heartbeat_timestamp=2022-03-14T14:28:43Z,host='dv-cinder-790535-28-smb',id=3a20f343-fbae-42b4-9bd9-ea7570b5f761,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:20:14Z,topic='l3_agent')) {'router_ids': ['196e278d-c71b-4aaf-9d1f-c03f479b454d'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:29:05.798157 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Provisioning complete for port ade45428-3b14-4feb-80c7-14d6bbb0ce9b triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:29:05.799738 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (ade45428-3b14-4feb-80c7-14d6bbb0ce9b), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:05.807989 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-888e32ee-673d-4ace-bd6a-c2e5bae68a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744329793199'] for port (a377d12b-e60b-49a0-a1c7-730f55c58b38), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:05.878218 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dfba64-c8dc-4cec-84e2-057914011e9e None None] Pushing event updated for resources: {'Port': ['ID=09678563-119f-474c-a18d-8fe405598172,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:05.966627 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888e32ee-673d-4ace-bd6a-c2e5bae68a3f admin admin] Network 173ed8f0-b784-41a9-affa-440f6ed41220 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:29:05.974978 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-888e32ee-673d-4ace-bd6a-c2e5bae68a3f admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:29:05.978458 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888e32ee-673d-4ace-bd6a-c2e5bae68a3f admin admin] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:29:05.980038 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-888e32ee-673d-4ace-bd6a-c2e5bae68a3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2015297'] for router_interface (196e278d-c71b-4aaf-9d1f-c03f479b454d), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:06.016377 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Current status of the port ade45428-3b14-4feb-80c7-14d6bbb0ce9b is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:29:06.041835 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65001a06-8d2d-4562-afb8-b91601c624df admin admin] Notify agent at l3_agent.dv-cinder-790535-28-smb the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:29:06.066277 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d7d73a-3401-4dcc-8827-73fa18d3a9a2 None None] Sync routers for ids ['f2d2a6f0-7147-442a-9147-b007d1bf05e1'] in dv-cinder-790535-28-smb {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:29:06.093754 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d7d73a-3401-4dcc-8827-73fa18d3a9a2 None None] Routers {'f2d2a6f0-7147-442a-9147-b007d1bf05e1'} bound to L3 agent in host dv-cinder-790535-28-smb {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:29:06.097389 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-d3d7d73a-3401-4dcc-8827-73fa18d3a9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T14:20:13Z,description=,heartbeat_timestamp=2022-03-14T14:28:43Z,host='dv-cinder-790535-28-smb',id=3a20f343-fbae-42b4-9bd9-ea7570b5f761,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:20:14Z,topic='l3_agent')) {'router_ids': ['f2d2a6f0-7147-442a-9147-b007d1bf05e1'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:29:06.167591 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888e32ee-673d-4ace-bd6a-c2e5bae68a3f admin admin] Pushing event updated for resources: {'Port': ['ID=a377d12b-e60b-49a0-a1c7-730f55c58b38,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:06.194064 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-65001a06-8d2d-4562-afb8-b91601c624df admin admin] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:06.196073 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-65001a06-8d2d-4562-afb8-b91601c624df admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.7638245 Mar 14 14:29:06.205067 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 58082) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:29:06.230326 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-793dd87f-5624-4727-8816-2bcedb19580d None None] Set router 196e278d-c71b-4aaf-9d1f-c03f479b454d gateway port host: dv-cinder-790535-28-smb {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:29:06.311608 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-eecd209f-2cdc-4d61-a7e4-215ae4ef7c77 req-83390796-c487-4d12-b243-093f7ce904a3 tempest-DeleteServersTestJSON-1574591705 tempest-DeleteServersTestJSON-1574591705-project] 10.222.0.58 "GET /v2.0/ports?device_id=1433fc5c-35a1-40d1-8c6d-d93dbc5b6f3a HTTP/1.1" status: 200 len: 210 time: 0.0442750 Mar 14 14:29:06.386923 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-d3d7d73a-3401-4dcc-8827-73fa18d3a9a2 None None] Set router f2d2a6f0-7147-442a-9147-b007d1bf05e1 gateway port host: dv-cinder-790535-28-smb {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:29:06.601831 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-793dd87f-5624-4727-8816-2bcedb19580d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '196e278d-c71b-4aaf-9d1f-c03f479b454d', 'name': 'tempest-AttachVolumeTestJSON-1664345369-router', 'tenant_id': 'a29ccc594deb43b480de703c9f7ff84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.102'}], 'enable_snat': True}, 'gw_port_id': '09678563-119f-474c-a18d-8fe405598172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:28:58Z', 'updated_at': '2022-03-14T14:29:00Z', 'revision_number': 3, 'project_id': 'a29ccc594deb43b480de703c9f7ff84a', 'gw_port': {'id': '09678563-119f-474c-a18d-8fe405598172', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e4:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '196e278d-c71b-4aaf-9d1f-c03f479b454d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:28:59Z', 'updated_at': '2022-03-14T14:29:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb'}], 'dv-cinder-790535-28-smb', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:29:06.636914 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793dd87f-5624-4727-8816-2bcedb19580d None None] The sync data for ids ['196e278d-c71b-4aaf-9d1f-c03f479b454d'] in dv-cinder-790535-28-smb is: [{'id': '196e278d-c71b-4aaf-9d1f-c03f479b454d', 'name': 'tempest-AttachVolumeTestJSON-1664345369-router', 'tenant_id': 'a29ccc594deb43b480de703c9f7ff84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.102'}], 'enable_snat': True}, 'gw_port_id': '09678563-119f-474c-a18d-8fe405598172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:28:58Z', 'updated_at': '2022-03-14T14:29:00Z', 'revision_number': 3, 'project_id': 'a29ccc594deb43b480de703c9f7ff84a', 'gw_port': {'id': '09678563-119f-474c-a18d-8fe405598172', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e4:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '196e278d-c71b-4aaf-9d1f-c03f479b454d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:28:59Z', 'updated_at': '2022-03-14T14:29:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb'}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:29:06.764004 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-521edb05-e5e3-4abf-ad0a-cc6c9327e16c None None] Provisioning complete for port a377d12b-e60b-49a0-a1c7-730f55c58b38 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:29:06.764732 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-521edb05-e5e3-4abf-ad0a-cc6c9327e16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (a377d12b-e60b-49a0-a1c7-730f55c58b38), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:06.844821 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-888e32ee-673d-4ace-bd6a-c2e5bae68a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (a377d12b-e60b-49a0-a1c7-730f55c58b38), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:06.867167 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-521edb05-e5e3-4abf-ad0a-cc6c9327e16c None None] Port a377d12b-e60b-49a0-a1c7-730f55c58b38 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 14:29:06.961290 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-d3d7d73a-3401-4dcc-8827-73fa18d3a9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2d2a6f0-7147-442a-9147-b007d1bf05e1', 'name': 'tempest-AttachVolumeShelveTestJSON-1745510330-router', 'tenant_id': 'f5f40385a50a46a79167ae6a859eee4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.211'}], 'enable_snat': True}, 'gw_port_id': '381ba10b-ad5b-48ce-8bb3-936a16f5e473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:28:59Z', 'updated_at': '2022-03-14T14:29:03Z', 'revision_number': 3, 'project_id': 'f5f40385a50a46a79167ae6a859eee4d', 'gw_port': {'id': '381ba10b-ad5b-48ce-8bb3-936a16f5e473', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:71:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2d2a6f0-7147-442a-9147-b007d1bf05e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:01Z', 'updated_at': '2022-03-14T14:29:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb'}], 'dv-cinder-790535-28-smb', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:29:07.007514 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d7d73a-3401-4dcc-8827-73fa18d3a9a2 None None] Checking router: f2d2a6f0-7147-442a-9147-b007d1bf05e1 for host: dv-cinder-790535-28-smb {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:29:07.007856 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d7d73a-3401-4dcc-8827-73fa18d3a9a2 None None] Updating router f2d2a6f0-7147-442a-9147-b007d1bf05e1 port 381ba10b-ad5b-48ce-8bb3-936a16f5e473 binding host dv-cinder-790535-28-smb {{(pid=103768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 14:29:07.058561 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d3d7d73a-3401-4dcc-8827-73fa18d3a9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (381ba10b-ad5b-48ce-8bb3-936a16f5e473), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:07.300879 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-888e32ee-673d-4ace-bd6a-c2e5bae68a3f admin admin] Publish callbacks [] for port (a377d12b-e60b-49a0-a1c7-730f55c58b38), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:07.315794 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-669df407-8767-4d31-a376-84a8caf3fb15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:07.398025 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-888e32ee-673d-4ace-bd6a-c2e5bae68a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (a377d12b-e60b-49a0-a1c7-730f55c58b38), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:07.398741 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-888e32ee-673d-4ace-bd6a-c2e5bae68a3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2015469'] for router_interface (196e278d-c71b-4aaf-9d1f-c03f479b454d), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:07.564419 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 58136) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:29:07.622239 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-a55db36b-5876-4cc7-8a7d-b3fd5199bd88 req-2313a115-9589-4f1a-8f38-42de5914f9da tempest-DeleteServersTestJSON-1574591705 tempest-DeleteServersTestJSON-1574591705-project] 10.222.0.58 "GET /v2.0/ports?device_id=1433fc5c-35a1-40d1-8c6d-d93dbc5b6f3a HTTP/1.1" status: 200 len: 210 time: 0.0557346 Mar 14 14:29:07.676346 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888e32ee-673d-4ace-bd6a-c2e5bae68a3f admin admin] Pushing event updated for resources: {'Port': ['ID=a377d12b-e60b-49a0-a1c7-730f55c58b38,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:07.686617 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-669df407-8767-4d31-a376-84a8caf3fb15 admin admin] Allocated IP 172.20.0.1 (9bb2727a-e859-46ff-8b02-e0e5093e8925/bd458166-2986-4de0-890b-33eba077f5c5/a12c18fa-de25-4441-869e-92a0e4a1c074) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:29:07.693126 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d3d7d73a-3401-4dcc-8827-73fa18d3a9a2 None None] Publish callbacks [] for port (381ba10b-ad5b-48ce-8bb3-936a16f5e473), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:07.785429 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d3d7d73a-3401-4dcc-8827-73fa18d3a9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (381ba10b-ad5b-48ce-8bb3-936a16f5e473), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:07.813558 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.35', 62007) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:29:07.861196 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888e32ee-673d-4ace-bd6a-c2e5bae68a3f admin admin] Network 173ed8f0-b784-41a9-affa-440f6ed41220 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:29:07.867715 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-888e32ee-673d-4ace-bd6a-c2e5bae68a3f admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:29:07.886029 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d7355b-f6c7-420b-b2ae-8806a10381b2 None None] Pushing event updated for resources: {'Port': ['ID=381ba10b-ad5b-48ce-8bb3-936a16f5e473,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:07.890415 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-d3d7d73a-3401-4dcc-8827-73fa18d3a9a2 None None] Attempting to bind port 381ba10b-ad5b-48ce-8bb3-936a16f5e473 on host dv-cinder-790535-28-smb for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:29:07.890970 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-d3d7d73a-3401-4dcc-8827-73fa18d3a9a2 None None] Attempting to bind port 381ba10b-ad5b-48ce-8bb3-936a16f5e473 by drivers openvswitch,hyperv on host dv-cinder-790535-28-smb at level 0 using segments [{'id': 'bce16b83-cd05-4f93-adb0-46e63864be13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:29:07.891436 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d7d73a-3401-4dcc-8827-73fa18d3a9a2 None None] Attempting to bind port 381ba10b-ad5b-48ce-8bb3-936a16f5e473 on network 21060e90-61ba-4e92-afb3-f12491c9b56b {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:29:07.899676 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d7d73a-3401-4dcc-8827-73fa18d3a9a2 None None] Checking agent: {'id': 'ddc61399-76bc-42cc-9da4-26f2fa974742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-28-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 20, 17), 'started_at': datetime.datetime(2022, 3, 14, 14, 20, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-28-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:29:07.903297 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d7d73a-3401-4dcc-8827-73fa18d3a9a2 None None] Checking segment: {'id': 'bce16b83-cd05-4f93-adb0-46e63864be13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:29:07.903297 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d3d7d73a-3401-4dcc-8827-73fa18d3a9a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:07.903297 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d7d73a-3401-4dcc-8827-73fa18d3a9a2 None None] Bound using segment: {'id': 'bce16b83-cd05-4f93-adb0-46e63864be13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:29:07.903297 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-d3d7d73a-3401-4dcc-8827-73fa18d3a9a2 None None] Bound port: 381ba10b-ad5b-48ce-8bb3-936a16f5e473, host: dv-cinder-790535-28-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce16b83-cd05-4f93-adb0-46e63864be13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:29:07.903297 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d3d7d73a-3401-4dcc-8827-73fa18d3a9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (381ba10b-ad5b-48ce-8bb3-936a16f5e473), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:08.029128 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430d0340-7616-49a7-b354-8ae1c9e511f6 req-8eb98ec7-6679-4f01-9f07-2959099d0893 tempest-DeleteServersTestJSON-1574591705 tempest-DeleteServersTestJSON-1574591705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:08.031072 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-430d0340-7616-49a7-b354-8ae1c9e511f6 req-8eb98ec7-6679-4f01-9f07-2959099d0893 tempest-DeleteServersTestJSON-1574591705 tempest-DeleteServersTestJSON-1574591705-project] 10.222.0.35 "GET /v2.0/networks?id=2a8f49a2-73c8-4bd8-9b0d-0b1576482d3f HTTP/1.1" status: 200 len: 812 time: 0.2162685 Mar 14 14:29:08.052257 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-669df407-8767-4d31-a376-84a8caf3fb15 admin admin] Publish callbacks [] for port (a12c18fa-de25-4441-869e-92a0e4a1c074), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:08.060622 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-d3d7d73a-3401-4dcc-8827-73fa18d3a9a2 None None] For port 381ba10b-ad5b-48ce-8bb3-936a16f5e473, host dv-cinder-790535-28-smb, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:29:08.077415 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-d3d7d73a-3401-4dcc-8827-73fa18d3a9a2 None None] For port 381ba10b-ad5b-48ce-8bb3-936a16f5e473, host dv-cinder-790535-28-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-smb',level=0,port_id=381ba10b-ad5b-48ce-8bb3-936a16f5e473,segment=NetworkSegment(bce16b83-cd05-4f93-adb0-46e63864be13),segment_id=bce16b83-cd05-4f93-adb0-46e63864be13)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:29:08.087594 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.v2.base [req-430d0340-7616-49a7-b354-8ae1c9e511f6 req-245cb964-1086-40a1-9520-511fab7c20cb tempest-DeleteServersTestJSON-1574591705 tempest-DeleteServersTestJSON-1574591705-project] Request body: {'port': {'device_id': '1433fc5c-35a1-40d1-8c6d-d93dbc5b6f3a', 'network_id': '2a8f49a2-73c8-4bd8-9b0d-0b1576482d3f', 'admin_state_up': True, 'tenant_id': '58ab5d3a7f5046b7a3cdbc737a6aea84'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:29:08.153508 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d3d7d73a-3401-4dcc-8827-73fa18d3a9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (381ba10b-ad5b-48ce-8bb3-936a16f5e473), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:08.255716 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-888e32ee-673d-4ace-bd6a-c2e5bae68a3f admin admin] Router 196e278d-c71b-4aaf-9d1f-c03f479b454d has already been hosted by L3 agent 3a20f343-fbae-42b4-9bd9-ea7570b5f761 {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 14:29:08.331945 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-669df407-8767-4d31-a376-84a8caf3fb15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744329793199'] for port (a12c18fa-de25-4441-869e-92a0e4a1c074), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:08.362834 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669df407-8767-4d31-a376-84a8caf3fb15 admin admin] Network 9bb2727a-e859-46ff-8b02-e0e5093e8925 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:29:08.368879 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-669df407-8767-4d31-a376-84a8caf3fb15 admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:29:08.380918 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669df407-8767-4d31-a376-84a8caf3fb15 admin admin] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:29:08.381415 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-669df407-8767-4d31-a376-84a8caf3fb15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2015297'] for router_interface (f2d2a6f0-7147-442a-9147-b007d1bf05e1), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:08.427156 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d7355b-f6c7-420b-b2ae-8806a10381b2 None None] Pushing event updated for resources: {'Port': ['ID=381ba10b-ad5b-48ce-8bb3-936a16f5e473,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:08.550536 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c48a87bc-e351-4090-b4c4-2cbc214ad0ec None None] Provisioning complete for port a377d12b-e60b-49a0-a1c7-730f55c58b38 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:29:08.559059 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c48a87bc-e351-4090-b4c4-2cbc214ad0ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (a377d12b-e60b-49a0-a1c7-730f55c58b38), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:08.576637 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 58160) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:29:08.607679 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-430d0340-7616-49a7-b354-8ae1c9e511f6 req-245cb964-1086-40a1-9520-511fab7c20cb tempest-DeleteServersTestJSON-1574591705 tempest-DeleteServersTestJSON-1574591705-project] Made reservation on behalf of 58ab5d3a7f5046b7a3cdbc737a6aea84 for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:29:08.613656 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-430d0340-7616-49a7-b354-8ae1c9e511f6 req-245cb964-1086-40a1-9520-511fab7c20cb tempest-DeleteServersTestJSON-1574591705 tempest-DeleteServersTestJSON-1574591705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:08.632860 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c48a87bc-e351-4090-b4c4-2cbc214ad0ec None None] Port a377d12b-e60b-49a0-a1c7-730f55c58b38 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 14:29:08.698187 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d7d73a-3401-4dcc-8827-73fa18d3a9a2 None None] Routers {'f2d2a6f0-7147-442a-9147-b007d1bf05e1'} bound to L3 agent in host dv-cinder-790535-28-smb {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:29:08.706011 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-d3d7d73a-3401-4dcc-8827-73fa18d3a9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T14:20:13Z,description=,heartbeat_timestamp=2022-03-14T14:28:43Z,host='dv-cinder-790535-28-smb',id=3a20f343-fbae-42b4-9bd9-ea7570b5f761,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:20:14Z,topic='l3_agent')) {'router_ids': ['f2d2a6f0-7147-442a-9147-b007d1bf05e1'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:29:08.927072 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669df407-8767-4d31-a376-84a8caf3fb15 admin admin] Pushing event updated for resources: {'Port': ['ID=a12c18fa-de25-4441-869e-92a0e4a1c074,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:08.936301 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-964f1cc3-68da-4873-ab20-b182eb9b2ef6 req-90549dad-37b9-48ec-823c-62e2b852f86c tempest-DeleteServersTestJSON-1574591705 tempest-DeleteServersTestJSON-1574591705-project] 10.222.0.58 "GET /v2.0/ports?device_id=1433fc5c-35a1-40d1-8c6d-d93dbc5b6f3a HTTP/1.1" status: 200 len: 210 time: 0.0818896 Mar 14 14:29:09.014971 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-888e32ee-673d-4ace-bd6a-c2e5bae68a3f admin admin] Notify agent at l3_agent.dv-cinder-790535-28-smb the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:29:09.022866 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-d3d7d73a-3401-4dcc-8827-73fa18d3a9a2 None None] Set router f2d2a6f0-7147-442a-9147-b007d1bf05e1 gateway port host: dv-cinder-790535-28-smb {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:29:09.025854 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-66a02ecd-b1a0-4ecd-adf4-9c5972649d82 None None] Provisioning complete for port a12c18fa-de25-4441-869e-92a0e4a1c074 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:29:09.028528 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-66a02ecd-b1a0-4ecd-adf4-9c5972649d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (a12c18fa-de25-4441-869e-92a0e4a1c074), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:09.037404 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-888e32ee-673d-4ace-bd6a-c2e5bae68a3f admin admin] 10.222.0.58 "PUT /v2.0/routers/196e278d-c71b-4aaf-9d1f-c03f479b454d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9845672 Mar 14 14:29:09.172871 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-669df407-8767-4d31-a376-84a8caf3fb15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (a12c18fa-de25-4441-869e-92a0e4a1c074), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:09.251261 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4d27df3f-229c-4181-b6c4-318c450ce9f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:09.313220 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Device 09678563-119f-474c-a18d-8fe405598172 up at agent ovs-agent-dv-cinder-790535-28-smb {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:29:09.434019 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-66a02ecd-b1a0-4ecd-adf4-9c5972649d82 None None] Port a12c18fa-de25-4441-869e-92a0e4a1c074 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 14:29:09.520609 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-669df407-8767-4d31-a376-84a8caf3fb15 admin admin] Publish callbacks [] for port (a12c18fa-de25-4441-869e-92a0e4a1c074), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:09.522835 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [req-430d0340-7616-49a7-b354-8ae1c9e511f6 req-245cb964-1086-40a1-9520-511fab7c20cb tempest-DeleteServersTestJSON-1574591705 tempest-DeleteServersTestJSON-1574591705-project] Allocated IP 172.20.0.6 (2a8f49a2-73c8-4bd8-9b0d-0b1576482d3f/eb24ce3d-f0a5-429c-a981-863605d13449/ca851db7-89e7-4193-aee3-ab18bd654468) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:29:09.555107 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Provisioning complete for port 09678563-119f-474c-a18d-8fe405598172 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:29:09.555517 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (09678563-119f-474c-a18d-8fe405598172), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:09.596913 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-669df407-8767-4d31-a376-84a8caf3fb15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (a12c18fa-de25-4441-869e-92a0e4a1c074), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:09.597760 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-669df407-8767-4d31-a376-84a8caf3fb15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2015469'] for router_interface (f2d2a6f0-7147-442a-9147-b007d1bf05e1), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:09.672097 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-d3d7d73a-3401-4dcc-8827-73fa18d3a9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2d2a6f0-7147-442a-9147-b007d1bf05e1', 'name': 'tempest-AttachVolumeShelveTestJSON-1745510330-router', 'tenant_id': 'f5f40385a50a46a79167ae6a859eee4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.211'}], 'enable_snat': True}, 'gw_port_id': '381ba10b-ad5b-48ce-8bb3-936a16f5e473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:28:59Z', 'updated_at': '2022-03-14T14:29:03Z', 'revision_number': 3, 'project_id': 'f5f40385a50a46a79167ae6a859eee4d', 'gw_port': {'id': '381ba10b-ad5b-48ce-8bb3-936a16f5e473', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:71:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2d2a6f0-7147-442a-9147-b007d1bf05e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:01Z', 'updated_at': '2022-03-14T14:29:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb'}], 'dv-cinder-790535-28-smb', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:29:09.692424 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41986280-ac05-4177-84a4-4f2743fa209b None None] Sync routers for ids ['196e278d-c71b-4aaf-9d1f-c03f479b454d'] in dv-cinder-790535-28-smb {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:29:09.730767 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d7d73a-3401-4dcc-8827-73fa18d3a9a2 None None] The sync data for ids ['f2d2a6f0-7147-442a-9147-b007d1bf05e1'] in dv-cinder-790535-28-smb is: [{'id': 'f2d2a6f0-7147-442a-9147-b007d1bf05e1', 'name': 'tempest-AttachVolumeShelveTestJSON-1745510330-router', 'tenant_id': 'f5f40385a50a46a79167ae6a859eee4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.211'}], 'enable_snat': True}, 'gw_port_id': '381ba10b-ad5b-48ce-8bb3-936a16f5e473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:28:59Z', 'updated_at': '2022-03-14T14:29:03Z', 'revision_number': 3, 'project_id': 'f5f40385a50a46a79167ae6a859eee4d', 'gw_port': {'id': '381ba10b-ad5b-48ce-8bb3-936a16f5e473', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:71:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2d2a6f0-7147-442a-9147-b007d1bf05e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:01Z', 'updated_at': '2022-03-14T14:29:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb'}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:29:09.751698 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Current status of the port 09678563-119f-474c-a18d-8fe405598172 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:29:09.752254 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (09678563-119f-474c-a18d-8fe405598172), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:09.756871 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41986280-ac05-4177-84a4-4f2743fa209b None None] Routers {'196e278d-c71b-4aaf-9d1f-c03f479b454d'} bound to L3 agent in host dv-cinder-790535-28-smb {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:29:09.757970 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-41986280-ac05-4177-84a4-4f2743fa209b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T14:20:13Z,description=,heartbeat_timestamp=2022-03-14T14:28:43Z,host='dv-cinder-790535-28-smb',id=3a20f343-fbae-42b4-9bd9-ea7570b5f761,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:20:14Z,topic='l3_agent')) {'router_ids': ['196e278d-c71b-4aaf-9d1f-c03f479b454d'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:29:09.773676 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4d27df3f-229c-4181-b6c4-318c450ce9f0 admin admin] Publish callbacks [] for security_group (d74a04f6-e2e9-46b6-a7e2-a4f9d6dca88e), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:09.796763 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] For port 09678563-119f-474c-a18d-8fe405598172, host dv-cinder-790535-28-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-smb',level=0,port_id=09678563-119f-474c-a18d-8fe405598172,segment=NetworkSegment(bce16b83-cd05-4f93-adb0-46e63864be13),segment_id=bce16b83-cd05-4f93-adb0-46e63864be13)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:29:09.871992 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669df407-8767-4d31-a376-84a8caf3fb15 admin admin] Pushing event updated for resources: {'Port': ['ID=a12c18fa-de25-4441-869e-92a0e4a1c074,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:09.875562 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4d27df3f-229c-4181-b6c4-318c450ce9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (d74a04f6-e2e9-46b6-a7e2-a4f9d6dca88e), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:09.889579 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (09678563-119f-474c-a18d-8fe405598172), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:09.936563 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669df407-8767-4d31-a376-84a8caf3fb15 admin admin] Network 9bb2727a-e859-46ff-8b02-e0e5093e8925 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:29:09.936563 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-669df407-8767-4d31-a376-84a8caf3fb15 admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:29:10.054552 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Pushing event updated for resources: {'Port': ['ID=09678563-119f-474c-a18d-8fe405598172,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:10.071456 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-4d27df3f-229c-4181-b6c4-318c450ce9f0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a981a1fc97e745f49d6415806458f62d&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4892414 Mar 14 14:29:10.074521 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 58230) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:29:10.197808 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-430d0340-7616-49a7-b354-8ae1c9e511f6 req-245cb964-1086-40a1-9520-511fab7c20cb tempest-DeleteServersTestJSON-1574591705 tempest-DeleteServersTestJSON-1574591705-project] Publish callbacks [] for port (ca851db7-89e7-4193-aee3-ab18bd654468), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:10.236171 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-41986280-ac05-4177-84a4-4f2743fa209b None None] Set router 196e278d-c71b-4aaf-9d1f-c03f479b454d gateway port host: dv-cinder-790535-28-smb {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:29:10.354442 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d27df3f-229c-4181-b6c4-318c450ce9f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d74a04f6-e2e9-46b6-a7e2-a4f9d6dca88e,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:10.411751 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-430d0340-7616-49a7-b354-8ae1c9e511f6 req-245cb964-1086-40a1-9520-511fab7c20cb tempest-DeleteServersTestJSON-1574591705 tempest-DeleteServersTestJSON-1574591705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744329793199'] for port (ca851db7-89e7-4193-aee3-ab18bd654468), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:10.530164 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-430d0340-7616-49a7-b354-8ae1c9e511f6 req-245cb964-1086-40a1-9520-511fab7c20cb tempest-DeleteServersTestJSON-1574591705 tempest-DeleteServersTestJSON-1574591705-project] Network 2a8f49a2-73c8-4bd8-9b0d-0b1576482d3f is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:29:10.565791 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-669df407-8767-4d31-a376-84a8caf3fb15 admin admin] Router f2d2a6f0-7147-442a-9147-b007d1bf05e1 has already been hosted by L3 agent 3a20f343-fbae-42b4-9bd9-ea7570b5f761 {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 14:29:10.602520 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [req-430d0340-7616-49a7-b354-8ae1c9e511f6 req-245cb964-1086-40a1-9520-511fab7c20cb tempest-DeleteServersTestJSON-1574591705 tempest-DeleteServersTestJSON-1574591705-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:29:10.617277 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-45b70725-099e-4b76-87c6-2015b3255a3f None None] Provisioning complete for port a12c18fa-de25-4441-869e-92a0e4a1c074 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:29:10.626148 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-45b70725-099e-4b76-87c6-2015b3255a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (a12c18fa-de25-4441-869e-92a0e4a1c074), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:10.683284 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-430d0340-7616-49a7-b354-8ae1c9e511f6 req-245cb964-1086-40a1-9520-511fab7c20cb tempest-DeleteServersTestJSON-1574591705 tempest-DeleteServersTestJSON-1574591705-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:29:10.744699 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430d0340-7616-49a7-b354-8ae1c9e511f6 req-245cb964-1086-40a1-9520-511fab7c20cb tempest-DeleteServersTestJSON-1574591705 tempest-DeleteServersTestJSON-1574591705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:10.745740 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-430d0340-7616-49a7-b354-8ae1c9e511f6 req-245cb964-1086-40a1-9520-511fab7c20cb tempest-DeleteServersTestJSON-1574591705 tempest-DeleteServersTestJSON-1574591705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632217'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:10.778478 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5355846e-f789-4345-a70e-e0668e3c6aaa admin admin] Publish callbacks [] for security_group (d74a04f6-e2e9-46b6-a7e2-a4f9d6dca88e), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:10.810065 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245cb964-1086-40a1-9520-511fab7c20cb tempest-DeleteServersTestJSON-1574591705 tempest-DeleteServersTestJSON-1574591705-project] Pushing event updated for resources: {'Port': ['ID=ca851db7-89e7-4193-aee3-ab18bd654468,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:10.811489 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-45b70725-099e-4b76-87c6-2015b3255a3f None None] Port a12c18fa-de25-4441-869e-92a0e4a1c074 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 14:29:10.870090 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b7968a48-5e07-483a-8c66-ae65491be8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (cdfaf928-5960-4f26-8f0f-a06a7779780c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:10.903408 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5355846e-f789-4345-a70e-e0668e3c6aaa admin admin] Publish callbacks [] for security_group (d74a04f6-e2e9-46b6-a7e2-a4f9d6dca88e), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:10.936241 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-669df407-8767-4d31-a376-84a8caf3fb15 admin admin] Notify agent at l3_agent.dv-cinder-790535-28-smb the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:29:10.952620 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-669df407-8767-4d31-a376-84a8caf3fb15 admin admin] 10.222.0.58 "PUT /v2.0/routers/f2d2a6f0-7147-442a-9147-b007d1bf05e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7456572 Mar 14 14:29:10.973171 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-430d0340-7616-49a7-b354-8ae1c9e511f6 req-245cb964-1086-40a1-9520-511fab7c20cb tempest-DeleteServersTestJSON-1574591705 tempest-DeleteServersTestJSON-1574591705-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8925571 Mar 14 14:29:11.033483 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 58248) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:29:11.033693 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [req-430d0340-7616-49a7-b354-8ae1c9e511f6 req-29a4e4de-c02a-4cd5-a674-51758e4bbde6 tempest-DeleteServersTestJSON-1574591705 tempest-DeleteServersTestJSON-1574591705-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 14:29:11.033693 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-430d0340-7616-49a7-b354-8ae1c9e511f6 req-29a4e4de-c02a-4cd5-a674-51758e4bbde6 tempest-DeleteServersTestJSON-1574591705 tempest-DeleteServersTestJSON-1574591705-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0123129 Mar 14 14:29:11.035184 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.v2.base [None req-827c78b6-5c74-4904-a8dc-df674205b1f5 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Request body: {'security_group': {'name': 'tempest-securitygroup--79305554', 'description': 'tempest-description--1388869412'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:29:11.162403 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e409215c-ddd8-49b2-a27d-6b9f5df77d00 req-299c3bf4-a0ed-4bb8-816a-45da518e060d tempest-DeleteServersTestJSON-1574591705 tempest-DeleteServersTestJSON-1574591705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:11.172595 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-e409215c-ddd8-49b2-a27d-6b9f5df77d00 req-299c3bf4-a0ed-4bb8-816a-45da518e060d tempest-DeleteServersTestJSON-1574591705 tempest-DeleteServersTestJSON-1574591705-project] 10.222.0.58 "GET /v2.0/ports?device_id=1433fc5c-35a1-40d1-8c6d-d93dbc5b6f3a HTTP/1.1" status: 200 len: 931 time: 0.6412253 Mar 14 14:29:11.294488 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-827c78b6-5c74-4904-a8dc-df674205b1f5 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:11.400858 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.v2.base [req-430d0340-7616-49a7-b354-8ae1c9e511f6 req-0cae0b59-4b54-4116-a9cc-207034070395 service neutron] Request body: {'port': {'device_id': '1433fc5c-35a1-40d1-8c6d-d93dbc5b6f3a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:29:11.457231 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Device 09678563-119f-474c-a18d-8fe405598172 up at agent ovs-agent-dv-cinder-790535-28-smb {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:29:11.517754 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-e409215c-ddd8-49b2-a27d-6b9f5df77d00 req-5b17a64a-41b9-4b15-9745-609c9556b04d tempest-DeleteServersTestJSON-1574591705 tempest-DeleteServersTestJSON-1574591705-project] 10.222.0.58 "GET /v2.0/security-groups?id=932d3254-14dd-4b43-ac8e-ef07d8e53f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3437350 Mar 14 14:29:11.555198 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-41986280-ac05-4177-84a4-4f2743fa209b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '196e278d-c71b-4aaf-9d1f-c03f479b454d', 'name': 'tempest-AttachVolumeTestJSON-1664345369-router', 'tenant_id': 'a29ccc594deb43b480de703c9f7ff84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.102'}], 'enable_snat': True}, 'gw_port_id': '09678563-119f-474c-a18d-8fe405598172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:28:58Z', 'updated_at': '2022-03-14T14:29:06Z', 'revision_number': 4, 'project_id': 'a29ccc594deb43b480de703c9f7ff84a', 'gw_port': {'id': '09678563-119f-474c-a18d-8fe405598172', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e4:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '196e278d-c71b-4aaf-9d1f-c03f479b454d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:28:59Z', 'updated_at': '2022-03-14T14:29:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb', '_interfaces': [{'id': 'a377d12b-e60b-49a0-a1c7-730f55c58b38', 'name': '', 'network_id': '173ed8f0-b784-41a9-affa-440f6ed41220', 'tenant_id': 'a29ccc594deb43b480de703c9f7ff84a', 'mac_address': 'fa:16:3e:67:25:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '196e278d-c71b-4aaf-9d1f-c03f479b454d', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'dd4479eb-5d2a-4b9c-9c27-a6d97c9e085c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:04Z', 'updated_at': '2022-03-14T14:29:06Z', 'revision_number': 2, 'project_id': 'a29ccc594deb43b480de703c9f7ff84a', 'subnets': [{'id': 'dd4479eb-5d2a-4b9c-9c27-a6d97c9e085c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-smb', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:29:11.646516 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Provisioning complete for port 09678563-119f-474c-a18d-8fe405598172 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:29:11.647556 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (09678563-119f-474c-a18d-8fe405598172), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:11.677976 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5355846e-f789-4345-a70e-e0668e3c6aaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (d74a04f6-e2e9-46b6-a7e2-a4f9d6dca88e), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:11.678260 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41986280-ac05-4177-84a4-4f2743fa209b None None] Checking router: 196e278d-c71b-4aaf-9d1f-c03f479b454d for host: dv-cinder-790535-28-smb {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:29:11.678717 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41986280-ac05-4177-84a4-4f2743fa209b None None] Updating router 196e278d-c71b-4aaf-9d1f-c03f479b454d port a377d12b-e60b-49a0-a1c7-730f55c58b38 binding host dv-cinder-790535-28-smb {{(pid=103769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 14:29:11.685273 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5355846e-f789-4345-a70e-e0668e3c6aaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:11.691092 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-5355846e-f789-4345-a70e-e0668e3c6aaa admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d74a04f6-e2e9-46b6-a7e2-a4f9d6dca88e HTTP/1.1" status: 204 len: 168 time: 1.3858330 Mar 14 14:29:11.725304 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5355846e-f789-4345-a70e-e0668e3c6aaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d74a04f6-e2e9-46b6-a7e2-a4f9d6dca88e,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:11.731995 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-430d0340-7616-49a7-b354-8ae1c9e511f6 req-0cae0b59-4b54-4116-a9cc-207034070395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (ca851db7-89e7-4193-aee3-ab18bd654468), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:11.785825 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-41986280-ac05-4177-84a4-4f2743fa209b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (a377d12b-e60b-49a0-a1c7-730f55c58b38), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:11.902972 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-827c78b6-5c74-4904-a8dc-df674205b1f5 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Publish callbacks [] for security_group (dc03b155-7823-4347-befd-6c4b804b3f44), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:12.004331 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Current status of the port 09678563-119f-474c-a18d-8fe405598172 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:29:12.005466 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Device 381ba10b-ad5b-48ce-8bb3-936a16f5e473 up at agent ovs-agent-dv-cinder-790535-28-smb {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:29:12.013749 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-827c78b6-5c74-4904-a8dc-df674205b1f5 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (dc03b155-7823-4347-befd-6c4b804b3f44), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:12.169147 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 58282) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:29:12.176813 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827c78b6-5c74-4904-a8dc-df674205b1f5 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc03b155-7823-4347-befd-6c4b804b3f44,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:12.207789 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.v2.base [None req-1f75c570-bd70-4970-9ace-a90c45911b27 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1450009359', 'description': 'tempest-description--1334046971'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:29:12.278981 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-827c78b6-5c74-4904-a8dc-df674205b1f5 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:12.285274 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-827c78b6-5c74-4904-a8dc-df674205b1f5 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 1.2527137 Mar 14 14:29:12.285274 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 58290) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:29:12.285763 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Provisioning complete for port 381ba10b-ad5b-48ce-8bb3-936a16f5e473 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:29:12.286499 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (381ba10b-ad5b-48ce-8bb3-936a16f5e473), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:12.289329 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.v2.base [None req-017f5f13-5b11-4a5e-b190-9e0840437f4d tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Request body: {'security_group_rule': {'security_group_id': 'dc03b155-7823-4347-befd-6c4b804b3f44', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:29:12.446016 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-017f5f13-5b11-4a5e-b190-9e0840437f4d tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Publish callbacks [] for security_group_rule (e6ec1ea5-f9a9-4a7c-ad55-1844ca51c5af), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:12.520857 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1f75c570-bd70-4970-9ace-a90c45911b27 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:12.648982 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Current status of the port 381ba10b-ad5b-48ce-8bb3-936a16f5e473 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:29:12.649631 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (381ba10b-ad5b-48ce-8bb3-936a16f5e473), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:12.713625 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-017f5f13-5b11-4a5e-b190-9e0840437f4d tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Publish callbacks [] for security_group_rule (e6ec1ea5-f9a9-4a7c-ad55-1844ca51c5af), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:12.734386 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] For port 381ba10b-ad5b-48ce-8bb3-936a16f5e473, host dv-cinder-790535-28-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-smb',level=0,port_id=381ba10b-ad5b-48ce-8bb3-936a16f5e473,segment=NetworkSegment(bce16b83-cd05-4f93-adb0-46e63864be13),segment_id=bce16b83-cd05-4f93-adb0-46e63864be13)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:29:12.790137 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-41986280-ac05-4177-84a4-4f2743fa209b None None] Publish callbacks [] for port (a377d12b-e60b-49a0-a1c7-730f55c58b38), precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:12.808202 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-017f5f13-5b11-4a5e-b190-9e0840437f4d tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000373'] for security_group_rule (e6ec1ea5-f9a9-4a7c-ad55-1844ca51c5af), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:12.831218 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017f5f13-5b11-4a5e-b190-9e0840437f4d tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6ec1ea5-f9a9-4a7c-ad55-1844ca51c5af,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:12.857506 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (381ba10b-ad5b-48ce-8bb3-936a16f5e473), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:12.882449 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-41986280-ac05-4177-84a4-4f2743fa209b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (a377d12b-e60b-49a0-a1c7-730f55c58b38), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:12.924500 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-017f5f13-5b11-4a5e-b190-9e0840437f4d tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:12.926125 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-017f5f13-5b11-4a5e-b190-9e0840437f4d tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6407013 Mar 14 14:29:12.930051 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 58314) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:29:12.935553 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.v2.base [None req-6ac56ad2-4481-4c06-b574-93769fb0b419 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Request body: {'security_group_rule': {'security_group_id': 'dc03b155-7823-4347-befd-6c4b804b3f44', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:29:12.985735 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Pushing event updated for resources: {'Port': ['ID=381ba10b-ad5b-48ce-8bb3-936a16f5e473,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:13.004598 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.notifiers.nova [req-430d0340-7616-49a7-b354-8ae1c9e511f6 req-0cae0b59-4b54-4116-a9cc-207034070395 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca851db7-89e7-4193-aee3-ab18bd654468 {{(pid=103766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 14:29:13.028204 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1f75c570-bd70-4970-9ace-a90c45911b27 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Publish callbacks [] for security_group (9d847fc3-179d-4da6-9776-d95851d7edb3), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:13.038425 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-430d0340-7616-49a7-b354-8ae1c9e511f6 req-0cae0b59-4b54-4116-a9cc-207034070395 service neutron] Publish callbacks [] for port (ca851db7-89e7-4193-aee3-ab18bd654468), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:13.067892 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6ac56ad2-4481-4c06-b574-93769fb0b419 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Publish callbacks [] for security_group_rule (bccd8bd1-03eb-4631-90a9-f51f45f6ca39), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:13.111183 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458a4b4a-4b1f-49ab-a403-fa6e0cfcd322 req-2a59126a-de63-4097-87a4-515bcb4da718 tempest-DeleteServersTestJSON-1574591705 tempest-DeleteServersTestJSON-1574591705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:13.111183 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-458a4b4a-4b1f-49ab-a403-fa6e0cfcd322 req-2a59126a-de63-4097-87a4-515bcb4da718 tempest-DeleteServersTestJSON-1574591705 tempest-DeleteServersTestJSON-1574591705-project] 10.222.0.58 "GET /v2.0/ports?device_id=1433fc5c-35a1-40d1-8c6d-d93dbc5b6f3a HTTP/1.1" status: 200 len: 931 time: 0.3891730 Mar 14 14:29:13.149323 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d0ad11-001d-46e3-89b1-e7b9b26dd2f6 None None] Pushing event updated for resources: {'Port': ['ID=a377d12b-e60b-49a0-a1c7-730f55c58b38,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:13.155626 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1f75c570-bd70-4970-9ace-a90c45911b27 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (9d847fc3-179d-4da6-9776-d95851d7edb3), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:13.207827 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.db.provisioning_blocks [req-430d0340-7616-49a7-b354-8ae1c9e511f6 req-0cae0b59-4b54-4116-a9cc-207034070395 service neutron] Transition to ACTIVE for port object ca851db7-89e7-4193-aee3-ab18bd654468 will not be triggered until provisioned by entity L2. {{(pid=103766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 14:29:13.270689 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b793a57c-6ca2-4e54-9676-746cdec39b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (3a20f343-fbae-42b4-9bd9-ea7570b5f761), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:13.290162 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Device 381ba10b-ad5b-48ce-8bb3-936a16f5e473 up at agent ovs-agent-dv-cinder-790535-28-smb {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:29:13.314085 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-430d0340-7616-49a7-b354-8ae1c9e511f6 req-0cae0b59-4b54-4116-a9cc-207034070395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (ca851db7-89e7-4193-aee3-ab18bd654468), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:13.379760 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6ac56ad2-4481-4c06-b574-93769fb0b419 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Publish callbacks [] for security_group_rule (bccd8bd1-03eb-4631-90a9-f51f45f6ca39), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:13.424013 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-41986280-ac05-4177-84a4-4f2743fa209b None None] Attempting to bind port a377d12b-e60b-49a0-a1c7-730f55c58b38 on host dv-cinder-790535-28-smb for vnic_type normal with profile {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:29:13.424013 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-41986280-ac05-4177-84a4-4f2743fa209b None None] Attempting to bind port a377d12b-e60b-49a0-a1c7-730f55c58b38 by drivers openvswitch,hyperv on host dv-cinder-790535-28-smb at level 0 using segments [{'id': '79690a18-81e9-445e-80e8-8ad6c5c45be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '173ed8f0-b784-41a9-affa-440f6ed41220'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:29:13.424013 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41986280-ac05-4177-84a4-4f2743fa209b None None] Attempting to bind port a377d12b-e60b-49a0-a1c7-730f55c58b38 on network 173ed8f0-b784-41a9-affa-440f6ed41220 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:29:13.424535 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1f75c570-bd70-4970-9ace-a90c45911b27 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:13.442385 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41986280-ac05-4177-84a4-4f2743fa209b None None] Checking agent: {'id': 'ddc61399-76bc-42cc-9da4-26f2fa974742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-28-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 20, 17), 'started_at': datetime.datetime(2022, 3, 14, 14, 20, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-28-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:29:13.443693 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-1f75c570-bd70-4970-9ace-a90c45911b27 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.2639670 Mar 14 14:29:13.447589 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41986280-ac05-4177-84a4-4f2743fa209b None None] Checking segment: {'id': '79690a18-81e9-445e-80e8-8ad6c5c45be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '173ed8f0-b784-41a9-affa-440f6ed41220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:29:13.448760 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-41986280-ac05-4177-84a4-4f2743fa209b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:13.448953 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 58324) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:29:13.449442 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41986280-ac05-4177-84a4-4f2743fa209b None None] Bound using segment: {'id': '79690a18-81e9-445e-80e8-8ad6c5c45be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '173ed8f0-b784-41a9-affa-440f6ed41220'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:29:13.456166 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-41986280-ac05-4177-84a4-4f2743fa209b None None] Bound port: a377d12b-e60b-49a0-a1c7-730f55c58b38, host: dv-cinder-790535-28-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79690a18-81e9-445e-80e8-8ad6c5c45be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '173ed8f0-b784-41a9-affa-440f6ed41220'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:29:13.457712 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-41986280-ac05-4177-84a4-4f2743fa209b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (a377d12b-e60b-49a0-a1c7-730f55c58b38), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:13.459572 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.v2.base [None req-25571583-c1dd-4be7-a9ea-69104320c846 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Request body: {'security_group_rule': {'security_group_id': '9d847fc3-179d-4da6-9776-d95851d7edb3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:29:13.474665 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f75c570-bd70-4970-9ace-a90c45911b27 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d847fc3-179d-4da6-9776-d95851d7edb3,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:13.495721 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6ac56ad2-4481-4c06-b574-93769fb0b419 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000373'] for security_group_rule (bccd8bd1-03eb-4631-90a9-f51f45f6ca39), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:13.588027 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 58330) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:29:13.605480 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac56ad2-4481-4c06-b574-93769fb0b419 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bccd8bd1-03eb-4631-90a9-f51f45f6ca39,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:13.649066 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-458a4b4a-4b1f-49ab-a403-fa6e0cfcd322 req-8f908321-0c0e-4431-9384-3268cf1884d4 tempest-DeleteServersTestJSON-1574591705 tempest-DeleteServersTestJSON-1574591705-project] 10.222.0.58 "GET /v2.0/security-groups?id=932d3254-14dd-4b43-ac8e-ef07d8e53f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4944253 Mar 14 14:29:13.651456 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94d97aa-0090-4898-aa91-17806c626a3f None None] Sync routers for ids ['f2d2a6f0-7147-442a-9147-b007d1bf05e1'] in dv-cinder-790535-28-smb {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:29:13.692947 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-41986280-ac05-4177-84a4-4f2743fa209b None None] For port a377d12b-e60b-49a0-a1c7-730f55c58b38, host dv-cinder-790535-28-smb, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:29:13.700815 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6ac56ad2-4481-4c06-b574-93769fb0b419 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:13.705704 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-6ac56ad2-4481-4c06-b574-93769fb0b419 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7725737 Mar 14 14:29:13.705846 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-41986280-ac05-4177-84a4-4f2743fa209b None None] For port a377d12b-e60b-49a0-a1c7-730f55c58b38, host dv-cinder-790535-28-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-smb',level=0,port_id=a377d12b-e60b-49a0-a1c7-730f55c58b38,segment=NetworkSegment(79690a18-81e9-445e-80e8-8ad6c5c45be5),segment_id=79690a18-81e9-445e-80e8-8ad6c5c45be5)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:29:13.705956 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 58342) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:29:13.711242 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.v2.base [None req-ccf43712-db8b-4721-ae72-184ee7070c66 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Request body: {'floatingip': {'floating_network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:29:13.751421 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cae0b59-4b54-4116-a9cc-207034070395 service neutron] Pushing event updated for resources: {'Port': ['ID=ca851db7-89e7-4193-aee3-ab18bd654468,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:13.759685 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-430d0340-7616-49a7-b354-8ae1c9e511f6 req-0cae0b59-4b54-4116-a9cc-207034070395 service neutron] Attempting to bind port ca851db7-89e7-4193-aee3-ab18bd654468 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:29:13.760486 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-430d0340-7616-49a7-b354-8ae1c9e511f6 req-0cae0b59-4b54-4116-a9cc-207034070395 service neutron] Attempting to bind port ca851db7-89e7-4193-aee3-ab18bd654468 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '5717b393-096d-4c15-86c4-da51e04c97ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '2a8f49a2-73c8-4bd8-9b0d-0b1576482d3f'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:29:13.761046 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430d0340-7616-49a7-b354-8ae1c9e511f6 req-0cae0b59-4b54-4116-a9cc-207034070395 service neutron] Attempting to bind port ca851db7-89e7-4193-aee3-ab18bd654468 on network 2a8f49a2-73c8-4bd8-9b0d-0b1576482d3f {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:29:13.768052 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430d0340-7616-49a7-b354-8ae1c9e511f6 req-0cae0b59-4b54-4116-a9cc-207034070395 service neutron] Port ca851db7-89e7-4193-aee3-ab18bd654468 on network 2a8f49a2-73c8-4bd8-9b0d-0b1576482d3f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 14:29:13.768650 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430d0340-7616-49a7-b354-8ae1c9e511f6 req-0cae0b59-4b54-4116-a9cc-207034070395 service neutron] Attempting to bind port ca851db7-89e7-4193-aee3-ab18bd654468 on network 2a8f49a2-73c8-4bd8-9b0d-0b1576482d3f {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:29:13.776944 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430d0340-7616-49a7-b354-8ae1c9e511f6 req-0cae0b59-4b54-4116-a9cc-207034070395 service neutron] Checking agent: {'id': '5e7a912f-556e-4923-ad48-72f47c325557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 26, 56), 'started_at': datetime.datetime(2022, 3, 14, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:29:13.776944 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430d0340-7616-49a7-b354-8ae1c9e511f6 req-0cae0b59-4b54-4116-a9cc-207034070395 service neutron] Checking segment: {'id': '5717b393-096d-4c15-86c4-da51e04c97ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '2a8f49a2-73c8-4bd8-9b0d-0b1576482d3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:29:13.777858 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430d0340-7616-49a7-b354-8ae1c9e511f6 req-0cae0b59-4b54-4116-a9cc-207034070395 service neutron] Bound using segment: {'id': '5717b393-096d-4c15-86c4-da51e04c97ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '2a8f49a2-73c8-4bd8-9b0d-0b1576482d3f'} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:29:13.778512 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-430d0340-7616-49a7-b354-8ae1c9e511f6 req-0cae0b59-4b54-4116-a9cc-207034070395 service neutron] Bound port: ca851db7-89e7-4193-aee3-ab18bd654468, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5717b393-096d-4c15-86c4-da51e04c97ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '2a8f49a2-73c8-4bd8-9b0d-0b1576482d3f'}}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:29:13.779445 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-430d0340-7616-49a7-b354-8ae1c9e511f6 req-0cae0b59-4b54-4116-a9cc-207034070395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (ca851db7-89e7-4193-aee3-ab18bd654468), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:13.796853 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-41986280-ac05-4177-84a4-4f2743fa209b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (a377d12b-e60b-49a0-a1c7-730f55c58b38), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:13.815193 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Provisioning complete for port 381ba10b-ad5b-48ce-8bb3-936a16f5e473 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:29:13.817276 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (381ba10b-ad5b-48ce-8bb3-936a16f5e473), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:13.821274 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-25571583-c1dd-4be7-a9ea-69104320c846 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Publish callbacks [] for security_group_rule (e44bdacd-fa4f-4fb5-9289-17b8011fcf71), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:13.912878 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94d97aa-0090-4898-aa91-17806c626a3f None None] Routers {'f2d2a6f0-7147-442a-9147-b007d1bf05e1'} bound to L3 agent in host dv-cinder-790535-28-smb {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:29:13.915354 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-b94d97aa-0090-4898-aa91-17806c626a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T14:20:13Z,description=,heartbeat_timestamp=2022-03-14T14:29:13Z,host='dv-cinder-790535-28-smb',id=3a20f343-fbae-42b4-9bd9-ea7570b5f761,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:20:14Z,topic='l3_agent')) {'router_ids': ['f2d2a6f0-7147-442a-9147-b007d1bf05e1'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:29:13.918320 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d0ad11-001d-46e3-89b1-e7b9b26dd2f6 None None] Pushing event updated for resources: {'Port': ['ID=a377d12b-e60b-49a0-a1c7-730f55c58b38,revision_number=4']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:13.937803 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41986280-ac05-4177-84a4-4f2743fa209b None None] Routers {'196e278d-c71b-4aaf-9d1f-c03f479b454d'} bound to L3 agent in host dv-cinder-790535-28-smb {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:29:13.938801 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-41986280-ac05-4177-84a4-4f2743fa209b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T14:20:13Z,description=,heartbeat_timestamp=2022-03-14T14:29:13Z,host='dv-cinder-790535-28-smb',id=3a20f343-fbae-42b4-9bd9-ea7570b5f761,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:20:14Z,topic='l3_agent')) {'router_ids': ['196e278d-c71b-4aaf-9d1f-c03f479b454d'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:29:13.993075 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b5a3435f-6c5d-4e43-98eb-52aed35a5cd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:14.006268 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ccf43712-db8b-4721-ae72-184ee7070c66 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:14.015144 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-430d0340-7616-49a7-b354-8ae1c9e511f6 req-0cae0b59-4b54-4116-a9cc-207034070395 service neutron] For port ca851db7-89e7-4193-aee3-ab18bd654468, host hv-cinder-79053, cleared binding levels {{(pid=103766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:29:14.139114 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-430d0340-7616-49a7-b354-8ae1c9e511f6 req-0cae0b59-4b54-4116-a9cc-207034070395 service neutron] For port ca851db7-89e7-4193-aee3-ab18bd654468, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ca851db7-89e7-4193-aee3-ab18bd654468,segment=NetworkSegment(5717b393-096d-4c15-86c4-da51e04c97ee),segment_id=5717b393-096d-4c15-86c4-da51e04c97ee)] {{(pid=103766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:29:14.143265 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-41986280-ac05-4177-84a4-4f2743fa209b None None] Set router 196e278d-c71b-4aaf-9d1f-c03f479b454d gateway port host: dv-cinder-790535-28-smb {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:29:14.188944 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-25571583-c1dd-4be7-a9ea-69104320c846 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Publish callbacks [] for security_group_rule (e44bdacd-fa4f-4fb5-9289-17b8011fcf71), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:14.268232 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ea6a34c9-12b3-4e65-b591-5abe7a26b237 None None] Provisioning complete for port a377d12b-e60b-49a0-a1c7-730f55c58b38 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:29:14.272913 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ea6a34c9-12b3-4e65-b591-5abe7a26b237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (a377d12b-e60b-49a0-a1c7-730f55c58b38), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:14.273920 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-25571583-c1dd-4be7-a9ea-69104320c846 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000373'] for security_group_rule (e44bdacd-fa4f-4fb5-9289-17b8011fcf71), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:14.295202 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-430d0340-7616-49a7-b354-8ae1c9e511f6 req-0cae0b59-4b54-4116-a9cc-207034070395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (ca851db7-89e7-4193-aee3-ab18bd654468), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:14.399390 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25571583-c1dd-4be7-a9ea-69104320c846 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e44bdacd-fa4f-4fb5-9289-17b8011fcf71,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:14.440822 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-b94d97aa-0090-4898-aa91-17806c626a3f None None] Set router f2d2a6f0-7147-442a-9147-b007d1bf05e1 gateway port host: dv-cinder-790535-28-smb {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:29:14.491601 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-25571583-c1dd-4be7-a9ea-69104320c846 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:14.495004 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-25571583-c1dd-4be7-a9ea-69104320c846 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0418363 Mar 14 14:29:14.525391 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 58362) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:29:14.525391 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.v2.base [None req-022c220c-2591-4c91-ac9b-caecc680aa78 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Request body: {'security_group_rule': {'security_group_id': '9d847fc3-179d-4da6-9776-d95851d7edb3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:29:14.556535 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cae0b59-4b54-4116-a9cc-207034070395 service neutron] Pushing event updated for resources: {'Port': ['ID=ca851db7-89e7-4193-aee3-ab18bd654468,revision_number=3']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:14.619358 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430d0340-7616-49a7-b354-8ae1c9e511f6 req-0cae0b59-4b54-4116-a9cc-207034070395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:14.621910 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-430d0340-7616-49a7-b354-8ae1c9e511f6 req-0cae0b59-4b54-4116-a9cc-207034070395 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632217'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:14.627525 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-430d0340-7616-49a7-b354-8ae1c9e511f6 req-0cae0b59-4b54-4116-a9cc-207034070395 service neutron] 10.222.0.35 "PUT /v2.0/ports/ca851db7-89e7-4193-aee3-ab18bd654468 HTTP/1.1" status: 200 len: 1093 time: 3.4240329 Mar 14 14:29:14.655926 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1433fc5c-35a1-40d1-8c6d-d93dbc5b6f3a', 'tag': 'ca851db7-89e7-4193-aee3-ab18bd654468'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:29:14.722431 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ccf43712-db8b-4721-ae72-184ee7070c66 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:14.808757 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-022c220c-2591-4c91-ac9b-caecc680aa78 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Publish callbacks [] for security_group_rule (0ccea84b-6ae1-4b3a-901b-e3e62ed97ce8), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:14.828253 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-41986280-ac05-4177-84a4-4f2743fa209b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '196e278d-c71b-4aaf-9d1f-c03f479b454d', 'name': 'tempest-AttachVolumeTestJSON-1664345369-router', 'tenant_id': 'a29ccc594deb43b480de703c9f7ff84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.102'}], 'enable_snat': True}, 'gw_port_id': '09678563-119f-474c-a18d-8fe405598172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:28:58Z', 'updated_at': '2022-03-14T14:29:06Z', 'revision_number': 4, 'project_id': 'a29ccc594deb43b480de703c9f7ff84a', 'gw_port': {'id': '09678563-119f-474c-a18d-8fe405598172', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196e278d-c71b-4aaf-9d1f-c03f479b454d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:28:59Z', 'updated_at': '2022-03-14T14:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb', '_interfaces': [{'id': 'a377d12b-e60b-49a0-a1c7-730f55c58b38', 'name': '', 'network_id': '173ed8f0-b784-41a9-affa-440f6ed41220', 'tenant_id': 'a29ccc594deb43b480de703c9f7ff84a', 'mac_address': 'fa:16:3e:67:25:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '196e278d-c71b-4aaf-9d1f-c03f479b454d', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'dd4479eb-5d2a-4b9c-9c27-a6d97c9e085c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:04Z', 'updated_at': '2022-03-14T14:29:13Z', 'revision_number': 4, 'project_id': 'a29ccc594deb43b480de703c9f7ff84a', 'subnets': [{'id': 'dd4479eb-5d2a-4b9c-9c27-a6d97c9e085c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-smb', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:29:14.896824 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41986280-ac05-4177-84a4-4f2743fa209b None None] The sync data for ids ['196e278d-c71b-4aaf-9d1f-c03f479b454d'] in dv-cinder-790535-28-smb is: [{'id': '196e278d-c71b-4aaf-9d1f-c03f479b454d', 'name': 'tempest-AttachVolumeTestJSON-1664345369-router', 'tenant_id': 'a29ccc594deb43b480de703c9f7ff84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.102'}], 'enable_snat': True}, 'gw_port_id': '09678563-119f-474c-a18d-8fe405598172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:28:58Z', 'updated_at': '2022-03-14T14:29:06Z', 'revision_number': 4, 'project_id': 'a29ccc594deb43b480de703c9f7ff84a', 'gw_port': {'id': '09678563-119f-474c-a18d-8fe405598172', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196e278d-c71b-4aaf-9d1f-c03f479b454d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:28:59Z', 'updated_at': '2022-03-14T14:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb', '_interfaces': [{'id': 'a377d12b-e60b-49a0-a1c7-730f55c58b38', 'name': '', 'network_id': '173ed8f0-b784-41a9-affa-440f6ed41220', 'tenant_id': 'a29ccc594deb43b480de703c9f7ff84a', 'mac_address': 'fa:16:3e:67:25:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '196e278d-c71b-4aaf-9d1f-c03f479b454d', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'dd4479eb-5d2a-4b9c-9c27-a6d97c9e085c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:04Z', 'updated_at': '2022-03-14T14:29:13Z', 'revision_number': 4, 'project_id': 'a29ccc594deb43b480de703c9f7ff84a', 'subnets': [{'id': 'dd4479eb-5d2a-4b9c-9c27-a6d97c9e085c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:29:14.898494 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1359c12f-9f02-429e-8c66-1d1d1dbe42c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (105db0a1-84b9-47b6-91eb-e578cb139bff), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:14.981088 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b5a3435f-6c5d-4e43-98eb-52aed35a5cd6 admin admin] Publish callbacks [] for security_group (45cc3c28-7027-478d-8d7b-09be6627359f), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:14.988112 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Current status of the port 381ba10b-ad5b-48ce-8bb3-936a16f5e473 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:29:15.124118 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ea6a34c9-12b3-4e65-b591-5abe7a26b237 None None] Current status of the port a377d12b-e60b-49a0-a1c7-730f55c58b38 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:29:15.124118 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ea6a34c9-12b3-4e65-b591-5abe7a26b237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (a377d12b-e60b-49a0-a1c7-730f55c58b38), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:15.157216 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b5a3435f-6c5d-4e43-98eb-52aed35a5cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (45cc3c28-7027-478d-8d7b-09be6627359f), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:15.242752 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-022c220c-2591-4c91-ac9b-caecc680aa78 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Publish callbacks [] for security_group_rule (0ccea84b-6ae1-4b3a-901b-e3e62ed97ce8), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:15.266382 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ea6a34c9-12b3-4e65-b591-5abe7a26b237 None None] For port a377d12b-e60b-49a0-a1c7-730f55c58b38, host dv-cinder-790535-28-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-smb',level=0,port_id=a377d12b-e60b-49a0-a1c7-730f55c58b38,segment=NetworkSegment(79690a18-81e9-445e-80e8-8ad6c5c45be5),segment_id=79690a18-81e9-445e-80e8-8ad6c5c45be5)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:29:15.271024 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-ccf43712-db8b-4721-ae72-184ee7070c66 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Allocated IP 172.28.2.136 (21060e90-61ba-4e92-afb3-f12491c9b56b/3278263d-ed58-402f-9606-a5b3ef606428/18db5d8d-91b2-4d66-ba96-68146d3e0ec1) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:29:15.286278 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-b5a3435f-6c5d-4e43-98eb-52aed35a5cd6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1686ddde13524996b2db15d9e080b85e&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6947138 Mar 14 14:29:15.286866 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 58380) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:29:15.288638 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a3435f-6c5d-4e43-98eb-52aed35a5cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45cc3c28-7027-478d-8d7b-09be6627359f,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:15.311211 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-b94d97aa-0090-4898-aa91-17806c626a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2d2a6f0-7147-442a-9147-b007d1bf05e1', 'name': 'tempest-AttachVolumeShelveTestJSON-1745510330-router', 'tenant_id': 'f5f40385a50a46a79167ae6a859eee4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.211'}], 'enable_snat': True}, 'gw_port_id': '381ba10b-ad5b-48ce-8bb3-936a16f5e473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:28:59Z', 'updated_at': '2022-03-14T14:29:08Z', 'revision_number': 4, 'project_id': 'f5f40385a50a46a79167ae6a859eee4d', 'gw_port': {'id': '381ba10b-ad5b-48ce-8bb3-936a16f5e473', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:71:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d2a6f0-7147-442a-9147-b007d1bf05e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:01Z', 'updated_at': '2022-03-14T14:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb', '_interfaces': [{'id': 'a12c18fa-de25-4441-869e-92a0e4a1c074', 'name': '', 'network_id': '9bb2727a-e859-46ff-8b02-e0e5093e8925', 'tenant_id': 'f5f40385a50a46a79167ae6a859eee4d', 'mac_address': 'fa:16:3e:4a:39:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2d2a6f0-7147-442a-9147-b007d1bf05e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'bd458166-2986-4de0-890b-33eba077f5c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:07Z', 'updated_at': '2022-03-14T14:29:09Z', 'revision_number': 2, 'project_id': 'f5f40385a50a46a79167ae6a859eee4d', 'subnets': [{'id': 'bd458166-2986-4de0-890b-33eba077f5c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-smb', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:29:15.362976 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430d0340-7616-49a7-b354-8ae1c9e511f6 req-2f825bf8-835d-433d-b959-65efdd90f363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:15.364635 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-430d0340-7616-49a7-b354-8ae1c9e511f6 req-2f825bf8-835d-433d-b959-65efdd90f363 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=58ab5d3a7f5046b7a3cdbc737a6aea84&device_id=1433fc5c-35a1-40d1-8c6d-d93dbc5b6f3a HTTP/1.1" status: 200 len: 1127 time: 0.4493256 Mar 14 14:29:15.391432 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d67ff-96f6-42de-9ca7-72dbc10a4251 req-3e0936da-4a84-4fe7-b38f-fcccfd7f6eeb tempest-DeleteServersTestJSON-1574591705 tempest-DeleteServersTestJSON-1574591705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:15.400282 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-846d67ff-96f6-42de-9ca7-72dbc10a4251 req-3e0936da-4a84-4fe7-b38f-fcccfd7f6eeb tempest-DeleteServersTestJSON-1574591705 tempest-DeleteServersTestJSON-1574591705-project] 10.222.0.58 "GET /v2.0/ports?device_id=1433fc5c-35a1-40d1-8c6d-d93dbc5b6f3a HTTP/1.1" status: 200 len: 943 time: 0.4209893 Mar 14 14:29:15.421223 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94d97aa-0090-4898-aa91-17806c626a3f None None] Checking router: f2d2a6f0-7147-442a-9147-b007d1bf05e1 for host: dv-cinder-790535-28-smb {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:29:15.421827 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94d97aa-0090-4898-aa91-17806c626a3f None None] Updating router f2d2a6f0-7147-442a-9147-b007d1bf05e1 port a12c18fa-de25-4441-869e-92a0e4a1c074 binding host dv-cinder-790535-28-smb {{(pid=103768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 14:29:15.424222 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Device a377d12b-e60b-49a0-a1c7-730f55c58b38 up at agent ovs-agent-dv-cinder-790535-28-smb {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:29:15.442057 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ea6a34c9-12b3-4e65-b591-5abe7a26b237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (a377d12b-e60b-49a0-a1c7-730f55c58b38), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:15.564098 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b94d97aa-0090-4898-aa91-17806c626a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (a12c18fa-de25-4441-869e-92a0e4a1c074), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:15.598798 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-022c220c-2591-4c91-ac9b-caecc680aa78 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000373'] for security_group_rule (0ccea84b-6ae1-4b3a-901b-e3e62ed97ce8), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:15.716855 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022c220c-2591-4c91-ac9b-caecc680aa78 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ccea84b-6ae1-4b3a-901b-e3e62ed97ce8,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:15.735303 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b510279f78b891ca7fa39ab493d89baf438cb0eb2c394833a60cb33e330ae8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f325da-4bb5-46c5-a8b7-2a1afae903e1" -d '{"events": [{"name": "network-changed", "server_uuid": "1433fc5c-35a1-40d1-8c6d-d93dbc5b6f3a", "tag": "ca851db7-89e7-4193-aee3-ab18bd654468"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:29:15.805210 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ccf43712-db8b-4721-ae72-184ee7070c66 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Publish callbacks [] for port (18db5d8d-91b2-4d66-ba96-68146d3e0ec1), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:15.851870 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-022c220c-2591-4c91-ac9b-caecc680aa78 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:15.856807 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-022c220c-2591-4c91-ac9b-caecc680aa78 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3342657 Mar 14 14:29:15.966689 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 58398) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:29:15.988355 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.v2.base [None req-823d4a4b-2423-4c70-8659-eca4fa3daa58 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Request body: {'floatingip': {'floating_network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:29:16.016590 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-430d0340-7616-49a7-b354-8ae1c9e511f6 req-4acb1005-8c44-45bd-93ce-6535b98bd01d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca851db7-89e7-4193-aee3-ab18bd654468 HTTP/1.1" status: 200 len: 217 time: 0.6295266 Mar 14 14:29:16.048098 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ccf43712-db8b-4721-ae72-184ee7070c66 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744329793199'] for port (18db5d8d-91b2-4d66-ba96-68146d3e0ec1), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:16.077406 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-91e6bee0-ce44-4dbb-9ae4-7799debe7360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (837ef9e9-d083-4188-a7c6-79f2c68dbd25), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:16.113979 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-3b284bfb-87fb-4436-8a48-519fa2cabd38 None None] Provisioning complete for port a377d12b-e60b-49a0-a1c7-730f55c58b38 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:29:16.114506 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3b284bfb-87fb-4436-8a48-519fa2cabd38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (a377d12b-e60b-49a0-a1c7-730f55c58b38), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:16.201810 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf43712-db8b-4721-ae72-184ee7070c66 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Pushing event updated for resources: {'Port': ['ID=18db5d8d-91b2-4d66-ba96-68146d3e0ec1,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:16.211351 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-823d4a4b-2423-4c70-8659-eca4fa3daa58 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:16.291317 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf43712-db8b-4721-ae72-184ee7070c66 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Network 21060e90-61ba-4e92-afb3-f12491c9b56b is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:29:16.306704 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-ccf43712-db8b-4721-ae72-184ee7070c66 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:29:16.313283 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf43712-db8b-4721-ae72-184ee7070c66 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:29:16.491863 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ccf43712-db8b-4721-ae72-184ee7070c66 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Publish callbacks [] for floatingip (32305441-12de-4677-859f-33f431024a93), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:16.512693 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Provisioning complete for port a377d12b-e60b-49a0-a1c7-730f55c58b38 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:29:16.514016 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (a377d12b-e60b-49a0-a1c7-730f55c58b38), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:16.514805 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6a34c9-12b3-4e65-b591-5abe7a26b237 None None] Pushing event updated for resources: {'Port': ['ID=a377d12b-e60b-49a0-a1c7-730f55c58b38,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:16.559072 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-626cadb2-04e8-4f85-996c-ffc186ab185c admin admin] Publish callbacks [] for security_group (45cc3c28-7027-478d-8d7b-09be6627359f), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:16.670135 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-626cadb2-04e8-4f85-996c-ffc186ab185c admin admin] Publish callbacks [] for security_group (45cc3c28-7027-478d-8d7b-09be6627359f), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:16.748555 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ccf43712-db8b-4721-ae72-184ee7070c66 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (18db5d8d-91b2-4d66-ba96-68146d3e0ec1), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:16.781347 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 14:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5243f0e8-07b3-4a1c-8aa3-fce3e532a970 x-openstack-request-id: req-5243f0e8-07b3-4a1c-8aa3-fce3e532a970 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:29:16.785819 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1433fc5c-35a1-40d1-8c6d-d93dbc5b6f3a", "tag": "ca851db7-89e7-4193-aee3-ab18bd654468", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:29:16.785819 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5243f0e8-07b3-4a1c-8aa3-fce3e532a970 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:29:16.785819 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1433fc5c-35a1-40d1-8c6d-d93dbc5b6f3a', 'tag': 'ca851db7-89e7-4193-aee3-ab18bd654468', 'status': 'completed', 'code': 200} Mar 14 14:29:16.816761 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-846d67ff-96f6-42de-9ca7-72dbc10a4251 req-9cef65b9-003c-4484-86c7-2a8befa1f538 tempest-DeleteServersTestJSON-1574591705 tempest-DeleteServersTestJSON-1574591705-project] 10.222.0.58 "GET /v2.0/security-groups?id=932d3254-14dd-4b43-ac8e-ef07d8e53f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4154041 Mar 14 14:29:16.829622 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430d0340-7616-49a7-b354-8ae1c9e511f6 req-cbd30563-df8e-4069-8048-fa5e7050379b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:16.832809 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-430d0340-7616-49a7-b354-8ae1c9e511f6 req-cbd30563-df8e-4069-8048-fa5e7050379b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=eb24ce3d-f0a5-429c-a981-863605d13449 HTTP/1.1" status: 200 len: 852 time: 0.7530653 Mar 14 14:29:16.935919 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-3b284bfb-87fb-4436-8a48-519fa2cabd38 None None] Current status of the port a377d12b-e60b-49a0-a1c7-730f55c58b38 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:29:16.947474 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-626cadb2-04e8-4f85-996c-ffc186ab185c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (45cc3c28-7027-478d-8d7b-09be6627359f), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:16.954822 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-626cadb2-04e8-4f85-996c-ffc186ab185c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:16.967513 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-626cadb2-04e8-4f85-996c-ffc186ab185c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/45cc3c28-7027-478d-8d7b-09be6627359f HTTP/1.1" status: 204 len: 168 time: 1.6655054 Mar 14 14:29:17.007784 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-430d0340-7616-49a7-b354-8ae1c9e511f6 req-a184542a-0f1d-4111-abdd-e512eb038a42 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2a8f49a2-73c8-4bd8-9b0d-0b1576482d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1635151 Mar 14 14:29:17.009830 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626cadb2-04e8-4f85-996c-ffc186ab185c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45cc3c28-7027-478d-8d7b-09be6627359f,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:17.049608 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b94d97aa-0090-4898-aa91-17806c626a3f None None] Publish callbacks [] for port (a12c18fa-de25-4441-869e-92a0e4a1c074), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:17.053623 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Current status of the port a377d12b-e60b-49a0-a1c7-730f55c58b38 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:29:17.193408 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b94d97aa-0090-4898-aa91-17806c626a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (a12c18fa-de25-4441-869e-92a0e4a1c074), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:17.303449 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Device a377d12b-e60b-49a0-a1c7-730f55c58b38 up at agent ovs-agent-dv-cinder-790535-28-smb {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:29:17.358639 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (ddc61399-76bc-42cc-9da4-26f2fa974742), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:17.369639 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ccf43712-db8b-4721-ae72-184ee7070c66 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Publish callbacks [] for port (18db5d8d-91b2-4d66-ba96-68146d3e0ec1), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:17.409780 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-430d0340-7616-49a7-b354-8ae1c9e511f6 req-4a4596c5-3b29-4881-a05f-158bd86509ee service neutron] 10.222.0.35 "GET /v2.0/networks/2a8f49a2-73c8-4bd8-9b0d-0b1576482d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3893704 Mar 14 14:29:17.424408 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ccf43712-db8b-4721-ae72-184ee7070c66 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (18db5d8d-91b2-4d66-ba96-68146d3e0ec1), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:17.476928 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180b25f0-7667-4477-b526-2e5beceefe99 None None] Pushing event updated for resources: {'Port': ['ID=a12c18fa-de25-4441-869e-92a0e4a1c074,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:17.576952 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ccf43712-db8b-4721-ae72-184ee7070c66 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2016456'] for floatingip (32305441-12de-4677-859f-33f431024a93), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:17.693997 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Provisioning complete for port a377d12b-e60b-49a0-a1c7-730f55c58b38 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:29:17.694802 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (a377d12b-e60b-49a0-a1c7-730f55c58b38), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:17.701919 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-823d4a4b-2423-4c70-8659-eca4fa3daa58 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:17.716766 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf43712-db8b-4721-ae72-184ee7070c66 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Pushing event updated for resources: {'Port': ['ID=18db5d8d-91b2-4d66-ba96-68146d3e0ec1,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:17.782690 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-430d0340-7616-49a7-b354-8ae1c9e511f6 req-e2259224-7676-4d0b-b9c1-6706790c259a service neutron] 10.222.0.35 "GET /v2.0/networks/2a8f49a2-73c8-4bd8-9b0d-0b1576482d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3536103 Mar 14 14:29:17.852804 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-b94d97aa-0090-4898-aa91-17806c626a3f None None] Attempting to bind port a12c18fa-de25-4441-869e-92a0e4a1c074 on host dv-cinder-790535-28-smb for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:29:17.853867 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-b94d97aa-0090-4898-aa91-17806c626a3f None None] Attempting to bind port a12c18fa-de25-4441-869e-92a0e4a1c074 by drivers openvswitch,hyperv on host dv-cinder-790535-28-smb at level 0 using segments [{'id': '36cc7d28-2976-47cb-ab1d-d82e9bbf4c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9bb2727a-e859-46ff-8b02-e0e5093e8925'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:29:17.853867 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94d97aa-0090-4898-aa91-17806c626a3f None None] Attempting to bind port a12c18fa-de25-4441-869e-92a0e4a1c074 on network 9bb2727a-e859-46ff-8b02-e0e5093e8925 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:29:17.865387 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ccf43712-db8b-4721-ae72-184ee7070c66 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90846'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:17.866969 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-ccf43712-db8b-4721-ae72-184ee7070c66 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1600521 Mar 14 14:29:17.897153 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94d97aa-0090-4898-aa91-17806c626a3f None None] Checking agent: {'id': 'ddc61399-76bc-42cc-9da4-26f2fa974742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-28-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 20, 17), 'started_at': datetime.datetime(2022, 3, 14, 14, 20, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-28-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:29:17.897153 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94d97aa-0090-4898-aa91-17806c626a3f None None] Checking segment: {'id': '36cc7d28-2976-47cb-ab1d-d82e9bbf4c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9bb2727a-e859-46ff-8b02-e0e5093e8925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:29:17.897153 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b94d97aa-0090-4898-aa91-17806c626a3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:17.897153 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94d97aa-0090-4898-aa91-17806c626a3f None None] Bound using segment: {'id': '36cc7d28-2976-47cb-ab1d-d82e9bbf4c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9bb2727a-e859-46ff-8b02-e0e5093e8925'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:29:17.897153 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-b94d97aa-0090-4898-aa91-17806c626a3f None None] Bound port: a12c18fa-de25-4441-869e-92a0e4a1c074, host: dv-cinder-790535-28-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36cc7d28-2976-47cb-ab1d-d82e9bbf4c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9bb2727a-e859-46ff-8b02-e0e5093e8925'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:29:17.897153 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b94d97aa-0090-4898-aa91-17806c626a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (a12c18fa-de25-4441-869e-92a0e4a1c074), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:17.961260 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-df1b3366-05c0-4d71-9ebc-520c948ffaee None None] Provisioning complete for port a12c18fa-de25-4441-869e-92a0e4a1c074 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:29:17.961736 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-df1b3366-05c0-4d71-9ebc-520c948ffaee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (a12c18fa-de25-4441-869e-92a0e4a1c074), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:18.127436 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-823d4a4b-2423-4c70-8659-eca4fa3daa58 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Allocated IP 172.28.2.116 (21060e90-61ba-4e92-afb3-f12491c9b56b/3278263d-ed58-402f-9606-a5b3ef606428/b457d3b5-c8e3-428f-996b-22f63c24a1ad) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:29:18.192070 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-b94d97aa-0090-4898-aa91-17806c626a3f None None] For port a12c18fa-de25-4441-869e-92a0e4a1c074, host dv-cinder-790535-28-smb, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:29:18.209552 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-b94d97aa-0090-4898-aa91-17806c626a3f None None] For port a12c18fa-de25-4441-869e-92a0e4a1c074, host dv-cinder-790535-28-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-smb',level=0,port_id=a12c18fa-de25-4441-869e-92a0e4a1c074,segment=NetworkSegment(36cc7d28-2976-47cb-ab1d-d82e9bbf4c55),segment_id=36cc7d28-2976-47cb-ab1d-d82e9bbf4c55)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:29:18.223814 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f325da-4bb5-46c5-a8b7-2a1afae903e1 req-62b42dfa-622f-43a0-85b2-3f404a21c159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:18.235901 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-a5f325da-4bb5-46c5-a8b7-2a1afae903e1 req-62b42dfa-622f-43a0-85b2-3f404a21c159 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=58ab5d3a7f5046b7a3cdbc737a6aea84&device_id=1433fc5c-35a1-40d1-8c6d-d93dbc5b6f3a HTTP/1.1" status: 200 len: 1127 time: 0.2773561 Mar 14 14:29:18.243241 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-df1b3366-05c0-4d71-9ebc-520c948ffaee None None] Port a12c18fa-de25-4441-869e-92a0e4a1c074 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 14:29:18.262638 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Current status of the port a377d12b-e60b-49a0-a1c7-730f55c58b38 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:29:18.312764 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b94d97aa-0090-4898-aa91-17806c626a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (a12c18fa-de25-4441-869e-92a0e4a1c074), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:18.416787 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94d97aa-0090-4898-aa91-17806c626a3f None None] Routers {'f2d2a6f0-7147-442a-9147-b007d1bf05e1'} bound to L3 agent in host dv-cinder-790535-28-smb {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:29:18.417445 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-b94d97aa-0090-4898-aa91-17806c626a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T14:20:13Z,description=,heartbeat_timestamp=2022-03-14T14:29:13Z,host='dv-cinder-790535-28-smb',id=3a20f343-fbae-42b4-9bd9-ea7570b5f761,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:20:14Z,topic='l3_agent')) {'router_ids': ['f2d2a6f0-7147-442a-9147-b007d1bf05e1'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:29:18.514402 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-823d4a4b-2423-4c70-8659-eca4fa3daa58 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Publish callbacks [] for port (b457d3b5-c8e3-428f-996b-22f63c24a1ad), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:18.578465 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180b25f0-7667-4477-b526-2e5beceefe99 None None] Pushing event updated for resources: {'Port': ['ID=a12c18fa-de25-4441-869e-92a0e4a1c074,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:18.678224 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0296234a-6d4c-47fe-8a08-131cd92c5272 req-0241e958-f86f-4529-8e0b-0be52c04fd55 tempest-DeleteServersTestJSON-1574591705 tempest-DeleteServersTestJSON-1574591705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:18.683778 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-823d4a4b-2423-4c70-8659-eca4fa3daa58 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744329793199'] for port (b457d3b5-c8e3-428f-996b-22f63c24a1ad), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:18.684952 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-0296234a-6d4c-47fe-8a08-131cd92c5272 req-0241e958-f86f-4529-8e0b-0be52c04fd55 tempest-DeleteServersTestJSON-1574591705 tempest-DeleteServersTestJSON-1574591705-project] 10.222.0.58 "GET /v2.0/ports?device_id=1433fc5c-35a1-40d1-8c6d-d93dbc5b6f3a HTTP/1.1" status: 200 len: 943 time: 0.6349728 Mar 14 14:29:18.759629 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f325da-4bb5-46c5-a8b7-2a1afae903e1 req-115aece9-b2f1-4c35-8d2f-1eff364ef79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:18.761995 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-a5f325da-4bb5-46c5-a8b7-2a1afae903e1 req-115aece9-b2f1-4c35-8d2f-1eff364ef79d service neutron] 10.222.0.35 "GET /v2.0/networks?id=2a8f49a2-73c8-4bd8-9b0d-0b1576482d3f HTTP/1.1" status: 200 len: 913 time: 0.5088069 Mar 14 14:29:18.762169 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823d4a4b-2423-4c70-8659-eca4fa3daa58 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Network 21060e90-61ba-4e92-afb3-f12491c9b56b is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:29:18.768478 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-823d4a4b-2423-4c70-8659-eca4fa3daa58 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:29:18.773531 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823d4a4b-2423-4c70-8659-eca4fa3daa58 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:29:18.849325 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-823d4a4b-2423-4c70-8659-eca4fa3daa58 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Publish callbacks [] for floatingip (dc2b6ebf-2891-483b-a33b-6862aca4d271), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:18.874583 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823d4a4b-2423-4c70-8659-eca4fa3daa58 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Pushing event updated for resources: {'Port': ['ID=b457d3b5-c8e3-428f-996b-22f63c24a1ad,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:18.891860 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-a5f325da-4bb5-46c5-a8b7-2a1afae903e1 req-7e7d752a-d1d7-4f10-80c8-13cad61ae8a6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca851db7-89e7-4193-aee3-ab18bd654468 HTTP/1.1" status: 200 len: 217 time: 0.1134863 Mar 14 14:29:18.902452 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-c7e7b0ab-b8bb-4b82-abbf-00115613057c req-584f6312-8e13-419b-90e9-1f18192bbd3d tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--79305554&fields=id&tenant_id=a29ccc594deb43b480de703c9f7ff84a HTTP/1.1" status: 200 len: 267 time: 0.3257203 Mar 14 14:29:19.003137 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-823d4a4b-2423-4c70-8659-eca4fa3daa58 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (b457d3b5-c8e3-428f-996b-22f63c24a1ad), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:19.031391 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-dfe6d320-b298-45f9-9ea8-0f1f43374e58 None None] Provisioning complete for port a12c18fa-de25-4441-869e-92a0e4a1c074 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:29:19.032203 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-dfe6d320-b298-45f9-9ea8-0f1f43374e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (a12c18fa-de25-4441-869e-92a0e4a1c074), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:19.038296 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-b94d97aa-0090-4898-aa91-17806c626a3f None None] Set router f2d2a6f0-7147-442a-9147-b007d1bf05e1 gateway port host: dv-cinder-790535-28-smb {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:29:19.183713 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-0296234a-6d4c-47fe-8a08-131cd92c5272 req-05f61d03-985f-42dc-bdca-813d79ca3d3f tempest-DeleteServersTestJSON-1574591705 tempest-DeleteServersTestJSON-1574591705-project] 10.222.0.58 "GET /v2.0/security-groups?id=932d3254-14dd-4b43-ac8e-ef07d8e53f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4691389 Mar 14 14:29:19.390217 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f325da-4bb5-46c5-a8b7-2a1afae903e1 req-8d605c56-0e73-46d2-8d71-44b4fdfb9cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:19.395220 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-a5f325da-4bb5-46c5-a8b7-2a1afae903e1 req-8d605c56-0e73-46d2-8d71-44b4fdfb9cd3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=eb24ce3d-f0a5-429c-a981-863605d13449 HTTP/1.1" status: 200 len: 852 time: 0.4852464 Mar 14 14:29:19.458340 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-823d4a4b-2423-4c70-8659-eca4fa3daa58 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Publish callbacks [] for port (b457d3b5-c8e3-428f-996b-22f63c24a1ad), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:19.469571 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-a5f325da-4bb5-46c5-a8b7-2a1afae903e1 req-9513881a-1569-43d5-a8f6-a8f9a697d1f4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2a8f49a2-73c8-4bd8-9b0d-0b1576482d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553346 Mar 14 14:29:19.491128 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e7b0ab-b8bb-4b82-abbf-00115613057c req-c922ecec-52ff-41ba-9953-ddca807b7850 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:19.495261 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-c7e7b0ab-b8bb-4b82-abbf-00115613057c req-c922ecec-52ff-41ba-9953-ddca807b7850 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/networks?id=173ed8f0-b784-41a9-affa-440f6ed41220 HTTP/1.1" status: 200 len: 811 time: 0.5840888 Mar 14 14:29:19.531810 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-c7e7b0ab-b8bb-4b82-abbf-00115613057c req-a5e56ce1-4f31-465f-b8fb-061173fd4871 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/quotas/a29ccc594deb43b480de703c9f7ff84a HTTP/1.1" status: 200 len: 375 time: 0.0307753 Mar 14 14:29:19.542539 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-dfe6d320-b298-45f9-9ea8-0f1f43374e58 None None] Current status of the port a12c18fa-de25-4441-869e-92a0e4a1c074 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:29:19.543227 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-dfe6d320-b298-45f9-9ea8-0f1f43374e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (a12c18fa-de25-4441-869e-92a0e4a1c074), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:19.552180 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-823d4a4b-2423-4c70-8659-eca4fa3daa58 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (b457d3b5-c8e3-428f-996b-22f63c24a1ad), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:19.621214 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-823d4a4b-2423-4c70-8659-eca4fa3daa58 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2016456'] for floatingip (dc2b6ebf-2891-483b-a33b-6862aca4d271), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:19.625088 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823d4a4b-2423-4c70-8659-eca4fa3daa58 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Pushing event updated for resources: {'Port': ['ID=b457d3b5-c8e3-428f-996b-22f63c24a1ad,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:19.723360 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-dfe6d320-b298-45f9-9ea8-0f1f43374e58 None None] For port a12c18fa-de25-4441-869e-92a0e4a1c074, host dv-cinder-790535-28-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-smb',level=0,port_id=a12c18fa-de25-4441-869e-92a0e4a1c074,segment=NetworkSegment(36cc7d28-2976-47cb-ab1d-d82e9bbf4c55),segment_id=36cc7d28-2976-47cb-ab1d-d82e9bbf4c55)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:29:19.724362 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-c7e7b0ab-b8bb-4b82-abbf-00115613057c req-b553d080-fbc1-483b-8ece-fe5d31edcc99 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a29ccc594deb43b480de703c9f7ff84a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1845336 Mar 14 14:29:19.736885 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-a5f325da-4bb5-46c5-a8b7-2a1afae903e1 req-af0ac599-ec6c-4989-a8ff-5ae5d428e9e7 service neutron] 10.222.0.35 "GET /v2.0/networks/2a8f49a2-73c8-4bd8-9b0d-0b1576482d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951399 Mar 14 14:29:19.758734 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-823d4a4b-2423-4c70-8659-eca4fa3daa58 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90846'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:19.771633 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-823d4a4b-2423-4c70-8659-eca4fa3daa58 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8013859 Mar 14 14:29:19.833135 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-b94d97aa-0090-4898-aa91-17806c626a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2d2a6f0-7147-442a-9147-b007d1bf05e1', 'name': 'tempest-AttachVolumeShelveTestJSON-1745510330-router', 'tenant_id': 'f5f40385a50a46a79167ae6a859eee4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.211'}], 'enable_snat': True}, 'gw_port_id': '381ba10b-ad5b-48ce-8bb3-936a16f5e473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:28:59Z', 'updated_at': '2022-03-14T14:29:08Z', 'revision_number': 4, 'project_id': 'f5f40385a50a46a79167ae6a859eee4d', 'gw_port': {'id': '381ba10b-ad5b-48ce-8bb3-936a16f5e473', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:71:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d2a6f0-7147-442a-9147-b007d1bf05e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:01Z', 'updated_at': '2022-03-14T14:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb', '_interfaces': [{'id': 'a12c18fa-de25-4441-869e-92a0e4a1c074', 'name': '', 'network_id': '9bb2727a-e859-46ff-8b02-e0e5093e8925', 'tenant_id': 'f5f40385a50a46a79167ae6a859eee4d', 'mac_address': 'fa:16:3e:4a:39:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2d2a6f0-7147-442a-9147-b007d1bf05e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'bd458166-2986-4de0-890b-33eba077f5c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:07Z', 'updated_at': '2022-03-14T14:29:18Z', 'revision_number': 4, 'project_id': 'f5f40385a50a46a79167ae6a859eee4d', 'subnets': [{'id': 'bd458166-2986-4de0-890b-33eba077f5c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-smb', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:29:19.930396 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-dfe6d320-b298-45f9-9ea8-0f1f43374e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (a12c18fa-de25-4441-869e-92a0e4a1c074), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:19.934604 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94d97aa-0090-4898-aa91-17806c626a3f None None] The sync data for ids ['f2d2a6f0-7147-442a-9147-b007d1bf05e1'] in dv-cinder-790535-28-smb is: [{'id': 'f2d2a6f0-7147-442a-9147-b007d1bf05e1', 'name': 'tempest-AttachVolumeShelveTestJSON-1745510330-router', 'tenant_id': 'f5f40385a50a46a79167ae6a859eee4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.211'}], 'enable_snat': True}, 'gw_port_id': '381ba10b-ad5b-48ce-8bb3-936a16f5e473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:28:59Z', 'updated_at': '2022-03-14T14:29:08Z', 'revision_number': 4, 'project_id': 'f5f40385a50a46a79167ae6a859eee4d', 'gw_port': {'id': '381ba10b-ad5b-48ce-8bb3-936a16f5e473', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:71:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d2a6f0-7147-442a-9147-b007d1bf05e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:01Z', 'updated_at': '2022-03-14T14:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb', '_interfaces': [{'id': 'a12c18fa-de25-4441-869e-92a0e4a1c074', 'name': '', 'network_id': '9bb2727a-e859-46ff-8b02-e0e5093e8925', 'tenant_id': 'f5f40385a50a46a79167ae6a859eee4d', 'mac_address': 'fa:16:3e:4a:39:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2d2a6f0-7147-442a-9147-b007d1bf05e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'bd458166-2986-4de0-890b-33eba077f5c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:07Z', 'updated_at': '2022-03-14T14:29:18Z', 'revision_number': 4, 'project_id': 'f5f40385a50a46a79167ae6a859eee4d', 'subnets': [{'id': 'bd458166-2986-4de0-890b-33eba077f5c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:29:20.014074 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-a5f325da-4bb5-46c5-a8b7-2a1afae903e1 req-cfd7d944-6fcc-48dd-b2d1-bdde78d3d252 service neutron] 10.222.0.35 "GET /v2.0/networks/2a8f49a2-73c8-4bd8-9b0d-0b1576482d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588613 Mar 14 14:29:20.158218 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe6d320-b298-45f9-9ea8-0f1f43374e58 None None] Pushing event updated for resources: {'Port': ['ID=a12c18fa-de25-4441-869e-92a0e4a1c074,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:20.405695 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-2a20771f-0ecf-400d-9365-2872c3286a01 req-6084c1d7-545d-43cb-bc50-b61650244830 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1450009359&fields=id&tenant_id=f5f40385a50a46a79167ae6a859eee4d HTTP/1.1" status: 200 len: 267 time: 0.1524360 Mar 14 14:29:20.643895 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [req-c7e7b0ab-b8bb-4b82-abbf-00115613057c req-b43fb7d4-63d0-4469-b614-a666da564758 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 14:29:20.646011 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-c7e7b0ab-b8bb-4b82-abbf-00115613057c req-b43fb7d4-63d0-4469-b614-a666da564758 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3121030 Mar 14 14:29:20.705896 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a20771f-0ecf-400d-9365-2872c3286a01 req-7a5e07d7-1b8a-4070-a36b-be7cac08940d tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:20.714631 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-2a20771f-0ecf-400d-9365-2872c3286a01 req-7a5e07d7-1b8a-4070-a36b-be7cac08940d tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/networks?id=9bb2727a-e859-46ff-8b02-e0e5093e8925 HTTP/1.1" status: 200 len: 817 time: 0.2846344 Mar 14 14:29:20.750789 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-2a20771f-0ecf-400d-9365-2872c3286a01 req-cddf6824-47bb-4cc6-8171-9db1a89843ec tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/quotas/f5f40385a50a46a79167ae6a859eee4d HTTP/1.1" status: 200 len: 375 time: 0.0273228 Mar 14 14:29:21.020009 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-2a20771f-0ecf-400d-9365-2872c3286a01 req-3779478d-30c2-4390-95fc-37a230258450 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f5f40385a50a46a79167ae6a859eee4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2602170 Mar 14 14:29:21.248519 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Device a12c18fa-de25-4441-869e-92a0e4a1c074 up at agent ovs-agent-dv-cinder-790535-28-smb {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:29:21.335783 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Provisioning complete for port a12c18fa-de25-4441-869e-92a0e4a1c074 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:29:21.336664 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (a12c18fa-de25-4441-869e-92a0e4a1c074), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:21.561043 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-c7e7b0ab-b8bb-4b82-abbf-00115613057c req-2aba893a-2869-4987-bb17-6d5d50766298 service neutron] 10.222.0.58 "GET /v2.0/networks/173ed8f0-b784-41a9-affa-440f6ed41220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9035926 Mar 14 14:29:21.582102 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Current status of the port a12c18fa-de25-4441-869e-92a0e4a1c074 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:29:21.693099 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-2a20771f-0ecf-400d-9365-2872c3286a01 req-ae4d9045-6b15-4020-8237-5674af6f6746 service neutron] 10.222.0.58 "GET /v2.0/networks/9bb2727a-e859-46ff-8b02-e0e5093e8925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5960171 Mar 14 14:29:21.802008 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-c7e7b0ab-b8bb-4b82-abbf-00115613057c req-45aee45b-8465-4a8d-98cf-50edb15653d2 service neutron] 10.222.0.58 "GET /v2.0/networks/173ed8f0-b784-41a9-affa-440f6ed41220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259781 Mar 14 14:29:21.831061 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-2a20771f-0ecf-400d-9365-2872c3286a01 req-fb73caec-1878-46d3-ab77-8b299617b788 service neutron] 10.222.0.58 "GET /v2.0/networks/9bb2727a-e859-46ff-8b02-e0e5093e8925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370475 Mar 14 14:29:22.313494 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-e86bc7a0-89ab-4d72-8d6f-4fa2975bcb40 req-d1d92455-a854-45ac-ac93-1f747f7b2d99 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=383e74ab-b4e3-411b-9735-9d5e08400844 HTTP/1.1" status: 200 len: 210 time: 0.0787332 Mar 14 14:29:22.376943 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6160af8-1c9f-4b4a-af39-d29a3c2c999a req-3589b998-b5c4-4c91-94e0-ca88a6e4ffc6 tempest-DeleteServersTestJSON-1574591705 tempest-DeleteServersTestJSON-1574591705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:22.394205 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-d6160af8-1c9f-4b4a-af39-d29a3c2c999a req-3589b998-b5c4-4c91-94e0-ca88a6e4ffc6 tempest-DeleteServersTestJSON-1574591705 tempest-DeleteServersTestJSON-1574591705-project] 10.222.0.58 "GET /v2.0/ports?device_id=1433fc5c-35a1-40d1-8c6d-d93dbc5b6f3a HTTP/1.1" status: 200 len: 943 time: 0.2112420 Mar 14 14:29:22.489339 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-d6160af8-1c9f-4b4a-af39-d29a3c2c999a req-76b41cc1-1ea0-4758-82ef-ca244ca98682 tempest-DeleteServersTestJSON-1574591705 tempest-DeleteServersTestJSON-1574591705-project] 10.222.0.58 "GET /v2.0/security-groups?id=932d3254-14dd-4b43-ac8e-ef07d8e53f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881195 Mar 14 14:29:22.577446 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-e294838b-ae80-4174-89e1-8c377677f524 req-a3596f17-b626-4d65-8a7b-3d5eb145870e tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2b7668b-2be1-443e-b859-2ba5ba8d2d83 HTTP/1.1" status: 200 len: 210 time: 0.0696387 Mar 14 14:29:23.502308 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-21de554d-4f9f-406a-aac6-37e4554401dd req-baaa99d1-e3fa-43bc-9c8c-ecbaa3214f03 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=383e74ab-b4e3-411b-9735-9d5e08400844 HTTP/1.1" status: 200 len: 210 time: 0.1165619 Mar 14 14:29:23.919158 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-d438d79e-b1d4-478f-b316-4fa1aa57c215 req-34d0ad59-cb21-45c9-b8a9-31c91a21940e tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2b7668b-2be1-443e-b859-2ba5ba8d2d83 HTTP/1.1" status: 200 len: 210 time: 0.1117260 Mar 14 14:29:23.978787 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69ca25-a735-4c81-86a1-e5728c127dc3 req-031d4955-65ad-409d-a786-00f01affbd05 tempest-DeleteServersTestJSON-1574591705 tempest-DeleteServersTestJSON-1574591705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:23.993932 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-cc69ca25-a735-4c81-86a1-e5728c127dc3 req-031d4955-65ad-409d-a786-00f01affbd05 tempest-DeleteServersTestJSON-1574591705 tempest-DeleteServersTestJSON-1574591705-project] 10.222.0.58 "GET /v2.0/ports?device_id=1433fc5c-35a1-40d1-8c6d-d93dbc5b6f3a HTTP/1.1" status: 200 len: 943 time: 0.2786751 Mar 14 14:29:24.064519 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-cc69ca25-a735-4c81-86a1-e5728c127dc3 req-b4d8e2fe-a3dd-4231-809b-c8b27cf907f2 tempest-DeleteServersTestJSON-1574591705 tempest-DeleteServersTestJSON-1574591705-project] 10.222.0.58 "GET /v2.0/security-groups?id=932d3254-14dd-4b43-ac8e-ef07d8e53f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690429 Mar 14 14:29:24.683734 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-e3c3ce43-96ae-45bc-b636-8fd87ce663da req-11096174-cf20-4125-a72b-00394a605244 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=383e74ab-b4e3-411b-9735-9d5e08400844 HTTP/1.1" status: 200 len: 210 time: 0.0323238 Mar 14 14:29:25.065244 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-93ad72a4-8d06-4648-9641-524fe117ce31 req-201852bd-ce02-43d3-bc21-99fd310e803a tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2b7668b-2be1-443e-b859-2ba5ba8d2d83 HTTP/1.1" status: 200 len: 210 time: 0.0298402 Mar 14 14:29:25.213281 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5154a1c9-c1c9-4f37-9c8a-46bfe456332f req-a27d3dfe-bdc4-4afb-bf9d-9682e14c9b3f tempest-DeleteServersTestJSON-1574591705 tempest-DeleteServersTestJSON-1574591705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:25.214943 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-5154a1c9-c1c9-4f37-9c8a-46bfe456332f req-a27d3dfe-bdc4-4afb-bf9d-9682e14c9b3f tempest-DeleteServersTestJSON-1574591705 tempest-DeleteServersTestJSON-1574591705-project] 10.222.0.58 "GET /v2.0/ports?device_id=1433fc5c-35a1-40d1-8c6d-d93dbc5b6f3a HTTP/1.1" status: 200 len: 943 time: 0.0797038 Mar 14 14:29:25.268872 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-5154a1c9-c1c9-4f37-9c8a-46bfe456332f req-0011f6ab-4447-4b9d-a7b2-96be0cfaaf9f tempest-DeleteServersTestJSON-1574591705 tempest-DeleteServersTestJSON-1574591705-project] 10.222.0.58 "GET /v2.0/security-groups?id=932d3254-14dd-4b43-ac8e-ef07d8e53f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482554 Mar 14 14:29:25.348718 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 58758) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:29:25.485235 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-34c0dcdf-a585-4d94-8718-e1cde7d56bfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:25.602307 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-34c0dcdf-a585-4d94-8718-e1cde7d56bfb admin admin] Publish callbacks [] for security_group (200cff94-6c38-4cd3-8900-26ef920f0cea), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:25.681992 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-34c0dcdf-a585-4d94-8718-e1cde7d56bfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (200cff94-6c38-4cd3-8900-26ef920f0cea), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:25.745473 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-34c0dcdf-a585-4d94-8718-e1cde7d56bfb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0d28a81ebf5a4891b85b6d21f659f0df&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3932278 Mar 14 14:29:25.745473 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c0dcdf-a585-4d94-8718-e1cde7d56bfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=200cff94-6c38-4cd3-8900-26ef920f0cea,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:25.746303 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 58782) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:29:25.795852 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (5e7a912f-556e-4923-ad48-72f47c325557), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:25.822161 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 58788) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:29:25.828177 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-8bbac535-1bd4-492d-b504-54601496f76d req-2c75bbcf-0839-433d-9f17-1d64d47a3e59 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=383e74ab-b4e3-411b-9735-9d5e08400844 HTTP/1.1" status: 200 len: 210 time: 0.0434089 Mar 14 14:29:25.829211 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-49eb3414-e91f-4bf2-8336-d0659d830d23 admin admin] Publish callbacks [] for security_group (200cff94-6c38-4cd3-8900-26ef920f0cea), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:25.865132 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-49eb3414-e91f-4bf2-8336-d0659d830d23 admin admin] Publish callbacks [] for security_group (200cff94-6c38-4cd3-8900-26ef920f0cea), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:25.966766 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cd713475-58cb-4ea0-bb04-816fded4f378 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:26.061064 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-49eb3414-e91f-4bf2-8336-d0659d830d23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (200cff94-6c38-4cd3-8900-26ef920f0cea), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:26.063673 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-49eb3414-e91f-4bf2-8336-d0659d830d23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:26.064910 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-49eb3414-e91f-4bf2-8336-d0659d830d23 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/200cff94-6c38-4cd3-8900-26ef920f0cea HTTP/1.1" status: 204 len: 168 time: 0.3179793 Mar 14 14:29:26.096108 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eb3414-e91f-4bf2-8336-d0659d830d23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=200cff94-6c38-4cd3-8900-26ef920f0cea,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:26.193496 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cd713475-58cb-4ea0-bb04-816fded4f378 admin admin] Publish callbacks [] for security_group (9acdaf44-4844-4edb-8303-2bc086f8f491), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:26.247304 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-12b69d8a-866b-4035-8ad0-acd89440dd7a req-8665af81-6c5d-4ae0-b292-f882349f306f tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2b7668b-2be1-443e-b859-2ba5ba8d2d83 HTTP/1.1" status: 200 len: 210 time: 0.0409882 Mar 14 14:29:26.272763 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e7b0ab-b8bb-4b82-abbf-00115613057c req-4a58e998-240e-41e5-aeb2-6c8d56303e31 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:26.274607 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-c7e7b0ab-b8bb-4b82-abbf-00115613057c req-4a58e998-240e-41e5-aeb2-6c8d56303e31 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.35 "GET /v2.0/networks?id=173ed8f0-b784-41a9-affa-440f6ed41220 HTTP/1.1" status: 200 len: 811 time: 0.1944184 Mar 14 14:29:26.315655 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cd713475-58cb-4ea0-bb04-816fded4f378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (9acdaf44-4844-4edb-8303-2bc086f8f491), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:26.368964 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd713475-58cb-4ea0-bb04-816fded4f378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9acdaf44-4844-4edb-8303-2bc086f8f491,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:26.381138 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-cd713475-58cb-4ea0-bb04-816fded4f378 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2deb86aa487e4cacabe651ffb20af2c5&name=default HTTP/1.1" status: 200 len: 2995 time: 0.5573025 Mar 14 14:29:26.383509 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 58814) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:29:26.427646 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-c7e7b0ab-b8bb-4b82-abbf-00115613057c req-514e1b09-4ace-495c-82c4-3c103f9bb14a tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a29ccc594deb43b480de703c9f7ff84a HTTP/1.1" status: 200 len: 378 time: 0.1361120 Mar 14 14:29:26.440682 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.v2.base [req-c7e7b0ab-b8bb-4b82-abbf-00115613057c req-879bde54-4d84-4181-981a-f2d5ea83f05a tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Request body: {'port': {'device_id': 'a2b7668b-2be1-443e-b859-2ba5ba8d2d83', 'network_id': '173ed8f0-b784-41a9-affa-440f6ed41220', 'admin_state_up': True, 'tenant_id': 'a29ccc594deb43b480de703c9f7ff84a', 'security_groups': ['dc03b155-7823-4347-befd-6c4b804b3f44']}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:29:26.463455 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.35', 62052) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:29:26.475368 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b28feb28-41ce-4017-99bb-87fe08ed26da admin admin] Publish callbacks [] for security_group (9acdaf44-4844-4edb-8303-2bc086f8f491), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:26.487088 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daacc26f-fd54-4564-a258-b5f1f34b435e req-6a877eef-73dc-4b86-a19d-93329830ed41 tempest-DeleteServersTestJSON-1574591705 tempest-DeleteServersTestJSON-1574591705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:26.488660 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-daacc26f-fd54-4564-a258-b5f1f34b435e req-6a877eef-73dc-4b86-a19d-93329830ed41 tempest-DeleteServersTestJSON-1574591705 tempest-DeleteServersTestJSON-1574591705-project] 10.222.0.58 "GET /v2.0/ports?device_id=1433fc5c-35a1-40d1-8c6d-d93dbc5b6f3a HTTP/1.1" status: 200 len: 943 time: 0.1250577 Mar 14 14:29:26.511318 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b28feb28-41ce-4017-99bb-87fe08ed26da admin admin] Publish callbacks [] for security_group (9acdaf44-4844-4edb-8303-2bc086f8f491), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:26.603655 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-daacc26f-fd54-4564-a258-b5f1f34b435e req-1408f28b-9fd7-4735-8e01-466dbe5f9d8b tempest-DeleteServersTestJSON-1574591705 tempest-DeleteServersTestJSON-1574591705-project] 10.222.0.58 "GET /v2.0/security-groups?id=932d3254-14dd-4b43-ac8e-ef07d8e53f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819638 Mar 14 14:29:26.693999 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7e7b0ab-b8bb-4b82-abbf-00115613057c req-879bde54-4d84-4181-981a-f2d5ea83f05a tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Made reservation on behalf of a29ccc594deb43b480de703c9f7ff84a for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:29:26.697746 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-c7e7b0ab-b8bb-4b82-abbf-00115613057c req-879bde54-4d84-4181-981a-f2d5ea83f05a tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:26.731482 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a20771f-0ecf-400d-9365-2872c3286a01 req-750ea655-7cdf-477a-baa6-0398231744d3 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:26.731482 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-2a20771f-0ecf-400d-9365-2872c3286a01 req-750ea655-7cdf-477a-baa6-0398231744d3 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.35 "GET /v2.0/networks?id=9bb2727a-e859-46ff-8b02-e0e5093e8925 HTTP/1.1" status: 200 len: 817 time: 0.2625039 Mar 14 14:29:26.778448 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b28feb28-41ce-4017-99bb-87fe08ed26da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (9acdaf44-4844-4edb-8303-2bc086f8f491), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:26.781002 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b28feb28-41ce-4017-99bb-87fe08ed26da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:26.782154 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-b28feb28-41ce-4017-99bb-87fe08ed26da admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9acdaf44-4844-4edb-8303-2bc086f8f491 HTTP/1.1" status: 204 len: 168 time: 0.3967240 Mar 14 14:29:26.804273 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28feb28-41ce-4017-99bb-87fe08ed26da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9acdaf44-4844-4edb-8303-2bc086f8f491,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:26.814757 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-2a20771f-0ecf-400d-9365-2872c3286a01 req-05564261-b455-4563-bf1d-a3e4712e326a tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5f40385a50a46a79167ae6a859eee4d HTTP/1.1" status: 200 len: 380 time: 0.0783422 Mar 14 14:29:26.825947 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.v2.base [req-2a20771f-0ecf-400d-9365-2872c3286a01 req-64048367-63b8-4aaf-8a0d-38d17b13a476 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Request body: {'port': {'device_id': '383e74ab-b4e3-411b-9735-9d5e08400844', 'network_id': '9bb2727a-e859-46ff-8b02-e0e5093e8925', 'admin_state_up': True, 'tenant_id': 'f5f40385a50a46a79167ae6a859eee4d', 'security_groups': ['9d847fc3-179d-4da6-9776-d95851d7edb3']}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:29:26.935138 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 58832) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:29:26.945187 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [req-c7e7b0ab-b8bb-4b82-abbf-00115613057c req-879bde54-4d84-4181-981a-f2d5ea83f05a tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Allocated IP 172.20.0.4 (173ed8f0-b784-41a9-affa-440f6ed41220/dd4479eb-5d2a-4b9c-9c27-a6d97c9e085c/a3c38ba2-26e2-49f2-8f26-849998285fb3) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:29:26.966372 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e0de3874-6c20-4f46-a545-38441f3613d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:26.992431 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-66c56817-3417-4f5f-9cfc-5e7488923b10 req-89cf1f17-4e4b-4339-a292-dfe50aa3f6f9 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=383e74ab-b4e3-411b-9735-9d5e08400844 HTTP/1.1" status: 200 len: 210 time: 0.0484867 Mar 14 14:29:27.110276 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a20771f-0ecf-400d-9365-2872c3286a01 req-64048367-63b8-4aaf-8a0d-38d17b13a476 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Made reservation on behalf of f5f40385a50a46a79167ae6a859eee4d for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:29:27.113885 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2a20771f-0ecf-400d-9365-2872c3286a01 req-64048367-63b8-4aaf-8a0d-38d17b13a476 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:27.159850 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e0de3874-6c20-4f46-a545-38441f3613d1 admin admin] Publish callbacks [] for security_group (b0e5427f-4d07-48b5-9bbf-7a28085a950d), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:27.172642 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-c7e7b0ab-b8bb-4b82-abbf-00115613057c req-879bde54-4d84-4181-981a-f2d5ea83f05a tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Publish callbacks [] for port (a3c38ba2-26e2-49f2-8f26-849998285fb3), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:27.235697 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e0de3874-6c20-4f46-a545-38441f3613d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (b0e5427f-4d07-48b5-9bbf-7a28085a950d), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:27.280497 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-e0de3874-6c20-4f46-a545-38441f3613d1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c9af122f0c1e4aa895f8e22865dfbb5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3416679 Mar 14 14:29:27.282299 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-c7e7b0ab-b8bb-4b82-abbf-00115613057c req-879bde54-4d84-4181-981a-f2d5ea83f05a tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744329793199'] for port (a3c38ba2-26e2-49f2-8f26-849998285fb3), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:27.282473 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 58842) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:29:27.283609 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0de3874-6c20-4f46-a545-38441f3613d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e5427f-4d07-48b5-9bbf-7a28085a950d,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:27.349359 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7e7b0ab-b8bb-4b82-abbf-00115613057c req-879bde54-4d84-4181-981a-f2d5ea83f05a tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Network 173ed8f0-b784-41a9-affa-440f6ed41220 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:29:27.375740 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [req-c7e7b0ab-b8bb-4b82-abbf-00115613057c req-879bde54-4d84-4181-981a-f2d5ea83f05a tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:29:27.388192 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-2a20771f-0ecf-400d-9365-2872c3286a01 req-64048367-63b8-4aaf-8a0d-38d17b13a476 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Allocated IP 172.20.0.14 (9bb2727a-e859-46ff-8b02-e0e5093e8925/bd458166-2986-4de0-890b-33eba077f5c5/38019e49-7142-41e2-997c-25eb0719898a) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:29:27.396065 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7e7b0ab-b8bb-4b82-abbf-00115613057c req-879bde54-4d84-4181-981a-f2d5ea83f05a tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:29:27.404193 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e7b0ab-b8bb-4b82-abbf-00115613057c req-879bde54-4d84-4181-981a-f2d5ea83f05a tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:27.406896 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-c7e7b0ab-b8bb-4b82-abbf-00115613057c req-879bde54-4d84-4181-981a-f2d5ea83f05a tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632217'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:27.413833 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a925a646-cfca-4570-8e5c-358c02d24781 admin admin] Publish callbacks [] for security_group (b0e5427f-4d07-48b5-9bbf-7a28085a950d), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:27.455570 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879bde54-4d84-4181-981a-f2d5ea83f05a tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Pushing event updated for resources: {'Port': ['ID=a3c38ba2-26e2-49f2-8f26-849998285fb3,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:27.494037 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a925a646-cfca-4570-8e5c-358c02d24781 admin admin] Publish callbacks [] for security_group (b0e5427f-4d07-48b5-9bbf-7a28085a950d), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:27.519185 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df556b0-eef8-4b41-b0c7-7cad2e976d11 req-4d0a85fb-6fb4-4283-99ab-4eb68473fb3b tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:27.521543 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-4df556b0-eef8-4b41-b0c7-7cad2e976d11 req-4d0a85fb-6fb4-4283-99ab-4eb68473fb3b tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2b7668b-2be1-443e-b859-2ba5ba8d2d83 HTTP/1.1" status: 200 len: 931 time: 0.1430755 Mar 14 14:29:27.602699 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-4df556b0-eef8-4b41-b0c7-7cad2e976d11 req-7d55425d-5614-42a5-9812-0eec1b4042de tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc03b155-7823-4347-befd-6c4b804b3f44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0732763 Mar 14 14:29:27.610153 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-c7e7b0ab-b8bb-4b82-abbf-00115613057c req-879bde54-4d84-4181-981a-f2d5ea83f05a tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1744170 Mar 14 14:29:27.624499 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.v2.base [req-c7e7b0ab-b8bb-4b82-abbf-00115613057c req-152e0a2d-585d-4b28-835a-54425b8d13cb service neutron] Request body: {'port': {'device_id': 'a2b7668b-2be1-443e-b859-2ba5ba8d2d83', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:29:27.639503 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-09822d1a-fad2-4683-8877-8ece1e3b0491 None None] Provisioning complete for port a3c38ba2-26e2-49f2-8f26-849998285fb3 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:29:27.645543 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-09822d1a-fad2-4683-8877-8ece1e3b0491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (a3c38ba2-26e2-49f2-8f26-849998285fb3), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:27.709859 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-c7e7b0ab-b8bb-4b82-abbf-00115613057c req-152e0a2d-585d-4b28-835a-54425b8d13cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (a3c38ba2-26e2-49f2-8f26-849998285fb3), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:27.710681 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2a20771f-0ecf-400d-9365-2872c3286a01 req-64048367-63b8-4aaf-8a0d-38d17b13a476 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Publish callbacks [] for port (38019e49-7142-41e2-997c-25eb0719898a), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:27.743424 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a925a646-cfca-4570-8e5c-358c02d24781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (b0e5427f-4d07-48b5-9bbf-7a28085a950d), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:27.746831 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a925a646-cfca-4570-8e5c-358c02d24781 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:27.751088 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-a925a646-cfca-4570-8e5c-358c02d24781 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b0e5427f-4d07-48b5-9bbf-7a28085a950d HTTP/1.1" status: 204 len: 168 time: 0.4671428 Mar 14 14:29:27.762755 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 58866) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:29:27.781734 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-09822d1a-fad2-4683-8877-8ece1e3b0491 None None] Port a3c38ba2-26e2-49f2-8f26-849998285fb3 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 14:29:27.796536 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a646-cfca-4570-8e5c-358c02d24781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e5427f-4d07-48b5-9bbf-7a28085a950d,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:27.831176 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6ac37636-a10b-427d-ba90-7ad6fffd0253 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:27.903073 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2a20771f-0ecf-400d-9365-2872c3286a01 req-64048367-63b8-4aaf-8a0d-38d17b13a476 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744329793199'] for port (38019e49-7142-41e2-997c-25eb0719898a), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:27.925714 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a11cc83-9e02-4cf3-9e0c-b8a8a0e348b6 req-6562d37d-78c5-4c1f-b0f0-cef570b412a7 tempest-DeleteServersTestJSON-1574591705 tempest-DeleteServersTestJSON-1574591705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:27.932671 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-6a11cc83-9e02-4cf3-9e0c-b8a8a0e348b6 req-6562d37d-78c5-4c1f-b0f0-cef570b412a7 tempest-DeleteServersTestJSON-1574591705 tempest-DeleteServersTestJSON-1574591705-project] 10.222.0.58 "GET /v2.0/ports?device_id=1433fc5c-35a1-40d1-8c6d-d93dbc5b6f3a HTTP/1.1" status: 200 len: 943 time: 0.2105420 Mar 14 14:29:28.039888 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a20771f-0ecf-400d-9365-2872c3286a01 req-64048367-63b8-4aaf-8a0d-38d17b13a476 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Network 9bb2727a-e859-46ff-8b02-e0e5093e8925 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:29:28.069047 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-6a11cc83-9e02-4cf3-9e0c-b8a8a0e348b6 req-2214d4f0-91c3-487d-a08e-fbc37083a517 tempest-DeleteServersTestJSON-1574591705 tempest-DeleteServersTestJSON-1574591705-project] 10.222.0.58 "GET /v2.0/security-groups?id=932d3254-14dd-4b43-ac8e-ef07d8e53f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212363 Mar 14 14:29:28.075561 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-2a20771f-0ecf-400d-9365-2872c3286a01 req-64048367-63b8-4aaf-8a0d-38d17b13a476 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:29:28.080976 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a20771f-0ecf-400d-9365-2872c3286a01 req-64048367-63b8-4aaf-8a0d-38d17b13a476 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:29:28.086839 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a20771f-0ecf-400d-9365-2872c3286a01 req-64048367-63b8-4aaf-8a0d-38d17b13a476 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:28.087495 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2a20771f-0ecf-400d-9365-2872c3286a01 req-64048367-63b8-4aaf-8a0d-38d17b13a476 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632217'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:28.092987 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64048367-63b8-4aaf-8a0d-38d17b13a476 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Pushing event updated for resources: {'Port': ['ID=38019e49-7142-41e2-997c-25eb0719898a,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:28.229450 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6ac37636-a10b-427d-ba90-7ad6fffd0253 admin admin] Publish callbacks [] for security_group (4909b54f-b190-4330-b507-2431ba586d73), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:28.251334 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-2a20771f-0ecf-400d-9365-2872c3286a01 req-64048367-63b8-4aaf-8a0d-38d17b13a476 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4314072 Mar 14 14:29:28.264177 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.v2.base [req-2a20771f-0ecf-400d-9365-2872c3286a01 req-e7e1dc2e-bf8e-4a80-b3e2-d3617c0d8460 service neutron] Request body: {'port': {'device_id': '383e74ab-b4e3-411b-9735-9d5e08400844', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:29:28.321086 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da2c3d0-a23f-4d29-8e51-79a64caf57f2 req-d9e4244c-04c1-4336-ae24-912a378930c4 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:28.327011 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-4da2c3d0-a23f-4d29-8e51-79a64caf57f2 req-d9e4244c-04c1-4336-ae24-912a378930c4 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=383e74ab-b4e3-411b-9735-9d5e08400844 HTTP/1.1" status: 200 len: 932 time: 0.2351470 Mar 14 14:29:28.335587 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6ac37636-a10b-427d-ba90-7ad6fffd0253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (4909b54f-b190-4330-b507-2431ba586d73), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:28.396967 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Device ca851db7-89e7-4193-aee3-ab18bd654468 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 14:29:28.415551 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-6ac37636-a10b-427d-ba90-7ad6fffd0253 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8405acd874f949ba9028fc287984d69c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6119511 Mar 14 14:29:28.440495 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 58898) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:29:28.478555 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac37636-a10b-427d-ba90-7ad6fffd0253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4909b54f-b190-4330-b507-2431ba586d73,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:28.496413 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-4da2c3d0-a23f-4d29-8e51-79a64caf57f2 req-1584a1f9-e4aa-4da3-9767-fb35091969e5 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d847fc3-179d-4da6-9776-d95851d7edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1644502 Mar 14 14:29:28.501005 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.notifiers.nova [req-c7e7b0ab-b8bb-4b82-abbf-00115613057c req-152e0a2d-585d-4b28-835a-54425b8d13cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3c38ba2-26e2-49f2-8f26-849998285fb3 {{(pid=103766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 14:29:28.513154 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-c7e7b0ab-b8bb-4b82-abbf-00115613057c req-152e0a2d-585d-4b28-835a-54425b8d13cb service neutron] Publish callbacks [] for port (a3c38ba2-26e2-49f2-8f26-849998285fb3), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:28.529343 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] For port ca851db7-89e7-4193-aee3-ab18bd654468, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ca851db7-89e7-4193-aee3-ab18bd654468,segment=NetworkSegment(5717b393-096d-4c15-86c4-da51e04c97ee),segment_id=5717b393-096d-4c15-86c4-da51e04c97ee)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:29:28.540612 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.db.provisioning_blocks [req-c7e7b0ab-b8bb-4b82-abbf-00115613057c req-152e0a2d-585d-4b28-835a-54425b8d13cb service neutron] Transition to ACTIVE for port object a3c38ba2-26e2-49f2-8f26-849998285fb3 will not be triggered until provisioned by entity L2. {{(pid=103766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 14:29:28.548411 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-251f9d43-8df4-445e-b01c-0a1a627061df admin admin] Publish callbacks [] for security_group (4909b54f-b190-4330-b507-2431ba586d73), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:28.564426 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Returning: {'device': 'ca851db7-89e7-4193-aee3-ab18bd654468', 'network_id': '2a8f49a2-73c8-4bd8-9b0d-0b1576482d3f', 'port_id': 'ca851db7-89e7-4193-aee3-ab18bd654468', 'mac_address': 'fa:16:3e:20:03:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb24ce3d-f0a5-429c-a981-863605d13449', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 14:29:28.564825 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2a20771f-0ecf-400d-9365-2872c3286a01 req-e7e1dc2e-bf8e-4a80-b3e2-d3617c0d8460 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (38019e49-7142-41e2-997c-25eb0719898a), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:28.584306 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-251f9d43-8df4-445e-b01c-0a1a627061df admin admin] Publish callbacks [] for security_group (4909b54f-b190-4330-b507-2431ba586d73), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:28.610988 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-d9bab1e0-4eeb-4842-92e4-e91da67c4371 None None] Provisioning complete for port 38019e49-7142-41e2-997c-25eb0719898a triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:29:28.611725 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d9bab1e0-4eeb-4842-92e4-e91da67c4371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (38019e49-7142-41e2-997c-25eb0719898a), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:28.649506 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Current status of the port ca851db7-89e7-4193-aee3-ab18bd654468 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:29:28.650132 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (ca851db7-89e7-4193-aee3-ab18bd654468), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:28.654110 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-c7e7b0ab-b8bb-4b82-abbf-00115613057c req-152e0a2d-585d-4b28-835a-54425b8d13cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (a3c38ba2-26e2-49f2-8f26-849998285fb3), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:28.666520 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca851db7-89e7-4193-aee3-ab18bd654468 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 14:29:28.694508 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-d9bab1e0-4eeb-4842-92e4-e91da67c4371 None None] Port 38019e49-7142-41e2-997c-25eb0719898a cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 14:29:28.700787 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] For port ca851db7-89e7-4193-aee3-ab18bd654468, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ca851db7-89e7-4193-aee3-ab18bd654468,segment=NetworkSegment(5717b393-096d-4c15-86c4-da51e04c97ee),segment_id=5717b393-096d-4c15-86c4-da51e04c97ee)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:29:28.753041 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152e0a2d-585d-4b28-835a-54425b8d13cb service neutron] Pushing event updated for resources: {'Port': ['ID=a3c38ba2-26e2-49f2-8f26-849998285fb3,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:28.768394 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-251f9d43-8df4-445e-b01c-0a1a627061df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (4909b54f-b190-4330-b507-2431ba586d73), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:28.771646 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-251f9d43-8df4-445e-b01c-0a1a627061df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:28.775523 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-251f9d43-8df4-445e-b01c-0a1a627061df admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4909b54f-b190-4330-b507-2431ba586d73 HTTP/1.1" status: 204 len: 168 time: 0.3288682 Mar 14 14:29:28.779887 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (ca851db7-89e7-4193-aee3-ab18bd654468), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:28.857341 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251f9d43-8df4-445e-b01c-0a1a627061df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4909b54f-b190-4330-b507-2431ba586d73,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:28.888300 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 58910) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:29:28.888897 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Pushing event updated for resources: {'Port': ['ID=ca851db7-89e7-4193-aee3-ab18bd654468,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:28.920827 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-c7e7b0ab-b8bb-4b82-abbf-00115613057c req-152e0a2d-585d-4b28-835a-54425b8d13cb service neutron] Attempting to bind port a3c38ba2-26e2-49f2-8f26-849998285fb3 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:29:28.921517 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-c7e7b0ab-b8bb-4b82-abbf-00115613057c req-152e0a2d-585d-4b28-835a-54425b8d13cb service neutron] Attempting to bind port a3c38ba2-26e2-49f2-8f26-849998285fb3 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '79690a18-81e9-445e-80e8-8ad6c5c45be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '173ed8f0-b784-41a9-affa-440f6ed41220'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:29:28.921995 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e7b0ab-b8bb-4b82-abbf-00115613057c req-152e0a2d-585d-4b28-835a-54425b8d13cb service neutron] Attempting to bind port a3c38ba2-26e2-49f2-8f26-849998285fb3 on network 173ed8f0-b784-41a9-affa-440f6ed41220 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:29:28.934406 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e7b0ab-b8bb-4b82-abbf-00115613057c req-152e0a2d-585d-4b28-835a-54425b8d13cb service neutron] Port a3c38ba2-26e2-49f2-8f26-849998285fb3 on network 173ed8f0-b784-41a9-affa-440f6ed41220 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 14:29:28.934863 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e7b0ab-b8bb-4b82-abbf-00115613057c req-152e0a2d-585d-4b28-835a-54425b8d13cb service neutron] Attempting to bind port a3c38ba2-26e2-49f2-8f26-849998285fb3 on network 173ed8f0-b784-41a9-affa-440f6ed41220 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:29:28.961228 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e7b0ab-b8bb-4b82-abbf-00115613057c req-152e0a2d-585d-4b28-835a-54425b8d13cb service neutron] Checking agent: {'id': '5e7a912f-556e-4923-ad48-72f47c325557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 26, 56), 'started_at': datetime.datetime(2022, 3, 14, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:29:28.965329 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e7b0ab-b8bb-4b82-abbf-00115613057c req-152e0a2d-585d-4b28-835a-54425b8d13cb service neutron] Checking segment: {'id': '79690a18-81e9-445e-80e8-8ad6c5c45be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '173ed8f0-b784-41a9-affa-440f6ed41220'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:29:28.966781 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e7b0ab-b8bb-4b82-abbf-00115613057c req-152e0a2d-585d-4b28-835a-54425b8d13cb service neutron] Bound using segment: {'id': '79690a18-81e9-445e-80e8-8ad6c5c45be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '173ed8f0-b784-41a9-affa-440f6ed41220'} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:29:28.967207 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-c7e7b0ab-b8bb-4b82-abbf-00115613057c req-152e0a2d-585d-4b28-835a-54425b8d13cb service neutron] Bound port: a3c38ba2-26e2-49f2-8f26-849998285fb3, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79690a18-81e9-445e-80e8-8ad6c5c45be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '173ed8f0-b784-41a9-affa-440f6ed41220'}}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:29:28.967572 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-c7e7b0ab-b8bb-4b82-abbf-00115613057c req-152e0a2d-585d-4b28-835a-54425b8d13cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (a3c38ba2-26e2-49f2-8f26-849998285fb3), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:29.013488 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1cd536-ae35-4163-93ab-b83edf480fb0 req-03dc6c2c-9794-4726-a2fb-2d67161682f5 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:29.022878 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-6b1cd536-ae35-4163-93ab-b83edf480fb0 req-03dc6c2c-9794-4726-a2fb-2d67161682f5 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2b7668b-2be1-443e-b859-2ba5ba8d2d83 HTTP/1.1" status: 200 len: 943 time: 0.2861769 Mar 14 14:29:29.028717 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] get_ports_and_sgs() called for port_ids ['ca851db7-89e7-4193-aee3-ab18bd654468'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 14:29:29.185288 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-45820633-eddb-4c8f-ad43-cac2bda59833 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:29.364943 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.notifiers.nova [req-2a20771f-0ecf-400d-9365-2872c3286a01 req-e7e1dc2e-bf8e-4a80-b3e2-d3617c0d8460 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38019e49-7142-41e2-997c-25eb0719898a {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 14:29:29.376106 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645b36a8-686a-4097-b043-1b3aeb04e81e req-c78118ef-dfe0-40f3-95aa-4de96cb30cdd tempest-DeleteServersTestJSON-1574591705 tempest-DeleteServersTestJSON-1574591705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:29.379106 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2a20771f-0ecf-400d-9365-2872c3286a01 req-e7e1dc2e-bf8e-4a80-b3e2-d3617c0d8460 service neutron] Publish callbacks [] for port (38019e49-7142-41e2-997c-25eb0719898a), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:29.384289 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-645b36a8-686a-4097-b043-1b3aeb04e81e req-c78118ef-dfe0-40f3-95aa-4de96cb30cdd tempest-DeleteServersTestJSON-1574591705 tempest-DeleteServersTestJSON-1574591705-project] 10.222.0.58 "GET /v2.0/ports?device_id=1433fc5c-35a1-40d1-8c6d-d93dbc5b6f3a HTTP/1.1" status: 200 len: 944 time: 0.1116931 Mar 14 14:29:29.438838 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-2a20771f-0ecf-400d-9365-2872c3286a01 req-e7e1dc2e-bf8e-4a80-b3e2-d3617c0d8460 service neutron] Transition to ACTIVE for port object 38019e49-7142-41e2-997c-25eb0719898a will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 14:29:29.449580 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-6b1cd536-ae35-4163-93ab-b83edf480fb0 req-0e74375c-803d-479a-808e-23ba75369810 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc03b155-7823-4347-befd-6c4b804b3f44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4253213 Mar 14 14:29:29.485347 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-645b36a8-686a-4097-b043-1b3aeb04e81e req-157f64ee-fb37-4d84-81db-228a7bc31cd0 tempest-DeleteServersTestJSON-1574591705 tempest-DeleteServersTestJSON-1574591705-project] 10.222.0.58 "GET /v2.0/security-groups?id=932d3254-14dd-4b43-ac8e-ef07d8e53f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006064 Mar 14 14:29:29.497102 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-c7e7b0ab-b8bb-4b82-abbf-00115613057c req-152e0a2d-585d-4b28-835a-54425b8d13cb service neutron] For port a3c38ba2-26e2-49f2-8f26-849998285fb3, host hv-cinder-79053, cleared binding levels {{(pid=103766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:29:29.502385 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-c7e7b0ab-b8bb-4b82-abbf-00115613057c req-152e0a2d-585d-4b28-835a-54425b8d13cb service neutron] For port a3c38ba2-26e2-49f2-8f26-849998285fb3, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a3c38ba2-26e2-49f2-8f26-849998285fb3,segment=NetworkSegment(79690a18-81e9-445e-80e8-8ad6c5c45be5),segment_id=79690a18-81e9-445e-80e8-8ad6c5c45be5)] {{(pid=103766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:29:29.515134 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-45820633-eddb-4c8f-ad43-cac2bda59833 admin admin] Publish callbacks [] for security_group (9f5cc767-7573-45e6-b3e3-065ea1018cfa), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:29.522139 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2a20771f-0ecf-400d-9365-2872c3286a01 req-e7e1dc2e-bf8e-4a80-b3e2-d3617c0d8460 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (38019e49-7142-41e2-997c-25eb0719898a), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:29.579677 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-c7e7b0ab-b8bb-4b82-abbf-00115613057c req-152e0a2d-585d-4b28-835a-54425b8d13cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (a3c38ba2-26e2-49f2-8f26-849998285fb3), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:29.758731 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e7b0ab-b8bb-4b82-abbf-00115613057c req-152e0a2d-585d-4b28-835a-54425b8d13cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:29.760201 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-c7e7b0ab-b8bb-4b82-abbf-00115613057c req-152e0a2d-585d-4b28-835a-54425b8d13cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632217'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:29.764182 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-c7e7b0ab-b8bb-4b82-abbf-00115613057c req-152e0a2d-585d-4b28-835a-54425b8d13cb service neutron] 10.222.0.35 "PUT /v2.0/ports/a3c38ba2-26e2-49f2-8f26-849998285fb3 HTTP/1.1" status: 200 len: 1093 time: 2.1458302 Mar 14 14:29:29.767035 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2b7668b-2be1-443e-b859-2ba5ba8d2d83', 'tag': 'a3c38ba2-26e2-49f2-8f26-849998285fb3'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:29:29.782297 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b510279f78b891ca7fa39ab493d89baf438cb0eb2c394833a60cb33e330ae8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-221730f9-3690-4180-8878-d419da7d413a" -d '{"events": [{"name": "network-changed", "server_uuid": "a2b7668b-2be1-443e-b859-2ba5ba8d2d83", "tag": "a3c38ba2-26e2-49f2-8f26-849998285fb3"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:29:29.785023 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-45820633-eddb-4c8f-ad43-cac2bda59833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (9f5cc767-7573-45e6-b3e3-065ea1018cfa), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:29.790289 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e1dc2e-bf8e-4a80-b3e2-d3617c0d8460 service neutron] Pushing event updated for resources: {'Port': ['ID=38019e49-7142-41e2-997c-25eb0719898a,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:29.931528 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-2a20771f-0ecf-400d-9365-2872c3286a01 req-e7e1dc2e-bf8e-4a80-b3e2-d3617c0d8460 service neutron] Attempting to bind port 38019e49-7142-41e2-997c-25eb0719898a on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:29:29.932316 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-2a20771f-0ecf-400d-9365-2872c3286a01 req-e7e1dc2e-bf8e-4a80-b3e2-d3617c0d8460 service neutron] Attempting to bind port 38019e49-7142-41e2-997c-25eb0719898a by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '36cc7d28-2976-47cb-ab1d-d82e9bbf4c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9bb2727a-e859-46ff-8b02-e0e5093e8925'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:29:29.945941 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a20771f-0ecf-400d-9365-2872c3286a01 req-e7e1dc2e-bf8e-4a80-b3e2-d3617c0d8460 service neutron] Attempting to bind port 38019e49-7142-41e2-997c-25eb0719898a on network 9bb2727a-e859-46ff-8b02-e0e5093e8925 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:29:29.973464 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-45820633-eddb-4c8f-ad43-cac2bda59833 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=240570a5ac054ad498f04e0c0e0a0011&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0667510 Mar 14 14:29:29.973464 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45820633-eddb-4c8f-ad43-cac2bda59833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f5cc767-7573-45e6-b3e3-065ea1018cfa,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:29.973464 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a20771f-0ecf-400d-9365-2872c3286a01 req-e7e1dc2e-bf8e-4a80-b3e2-d3617c0d8460 service neutron] Port 38019e49-7142-41e2-997c-25eb0719898a on network 9bb2727a-e859-46ff-8b02-e0e5093e8925 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 14:29:29.973464 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a20771f-0ecf-400d-9365-2872c3286a01 req-e7e1dc2e-bf8e-4a80-b3e2-d3617c0d8460 service neutron] Attempting to bind port 38019e49-7142-41e2-997c-25eb0719898a on network 9bb2727a-e859-46ff-8b02-e0e5093e8925 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:29:30.001460 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 58956) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:29:30.044391 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a20771f-0ecf-400d-9365-2872c3286a01 req-e7e1dc2e-bf8e-4a80-b3e2-d3617c0d8460 service neutron] Checking agent: {'id': '5e7a912f-556e-4923-ad48-72f47c325557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 26, 56), 'started_at': datetime.datetime(2022, 3, 14, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:29:30.044803 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a20771f-0ecf-400d-9365-2872c3286a01 req-e7e1dc2e-bf8e-4a80-b3e2-d3617c0d8460 service neutron] Checking segment: {'id': '36cc7d28-2976-47cb-ab1d-d82e9bbf4c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9bb2727a-e859-46ff-8b02-e0e5093e8925'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:29:30.048647 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a20771f-0ecf-400d-9365-2872c3286a01 req-e7e1dc2e-bf8e-4a80-b3e2-d3617c0d8460 service neutron] Bound using segment: {'id': '36cc7d28-2976-47cb-ab1d-d82e9bbf4c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9bb2727a-e859-46ff-8b02-e0e5093e8925'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:29:30.048647 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-2a20771f-0ecf-400d-9365-2872c3286a01 req-e7e1dc2e-bf8e-4a80-b3e2-d3617c0d8460 service neutron] Bound port: 38019e49-7142-41e2-997c-25eb0719898a, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36cc7d28-2976-47cb-ab1d-d82e9bbf4c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9bb2727a-e859-46ff-8b02-e0e5093e8925'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:29:30.048647 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2a20771f-0ecf-400d-9365-2872c3286a01 req-e7e1dc2e-bf8e-4a80-b3e2-d3617c0d8460 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (38019e49-7142-41e2-997c-25eb0719898a), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:30.064915 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 14:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cefe9d24-f657-46e2-8f8f-4aba88a96e04 x-openstack-request-id: req-cefe9d24-f657-46e2-8f8f-4aba88a96e04 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:29:30.065342 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2b7668b-2be1-443e-b859-2ba5ba8d2d83", "tag": "a3c38ba2-26e2-49f2-8f26-849998285fb3", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:29:30.065695 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cefe9d24-f657-46e2-8f8f-4aba88a96e04 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:29:30.066176 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2b7668b-2be1-443e-b859-2ba5ba8d2d83', 'tag': 'a3c38ba2-26e2-49f2-8f26-849998285fb3', 'status': 'completed', 'code': 200} Mar 14 14:29:30.104253 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152e0a2d-585d-4b28-835a-54425b8d13cb service neutron] Pushing event updated for resources: {'Port': ['ID=a3c38ba2-26e2-49f2-8f26-849998285fb3,revision_number=3']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:30.134164 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef8f6b3-30eb-4684-88ae-97c9c40b4179 req-887d164e-e9e2-47aa-8055-b3f05b2f8290 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:30.135366 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-6ef8f6b3-30eb-4684-88ae-97c9c40b4179 req-887d164e-e9e2-47aa-8055-b3f05b2f8290 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=383e74ab-b4e3-411b-9735-9d5e08400844 HTTP/1.1" status: 200 len: 944 time: 0.3699331 Mar 14 14:29:30.154628 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e7b0ab-b8bb-4b82-abbf-00115613057c req-682d42f1-88fe-437d-945f-97d017abffe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:30.162515 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-c7e7b0ab-b8bb-4b82-abbf-00115613057c req-682d42f1-88fe-437d-945f-97d017abffe6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a29ccc594deb43b480de703c9f7ff84a&device_id=a2b7668b-2be1-443e-b859-2ba5ba8d2d83 HTTP/1.1" status: 200 len: 1127 time: 0.1937714 Mar 14 14:29:30.192015 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-2a20771f-0ecf-400d-9365-2872c3286a01 req-e7e1dc2e-bf8e-4a80-b3e2-d3617c0d8460 service neutron] For port 38019e49-7142-41e2-997c-25eb0719898a, host hv-cinder-79053, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:29:30.193825 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9d68ef3e-9190-4769-9eed-8edf2655d86d admin admin] Publish callbacks [] for security_group (9f5cc767-7573-45e6-b3e3-065ea1018cfa), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:30.220586 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-2a20771f-0ecf-400d-9365-2872c3286a01 req-e7e1dc2e-bf8e-4a80-b3e2-d3617c0d8460 service neutron] For port 38019e49-7142-41e2-997c-25eb0719898a, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=38019e49-7142-41e2-997c-25eb0719898a,segment=NetworkSegment(36cc7d28-2976-47cb-ab1d-d82e9bbf4c55),segment_id=36cc7d28-2976-47cb-ab1d-d82e9bbf4c55)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:29:30.232708 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-c7e7b0ab-b8bb-4b82-abbf-00115613057c req-52680ae2-7eca-454b-9447-4f52ae66303e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3c38ba2-26e2-49f2-8f26-849998285fb3 HTTP/1.1" status: 200 len: 217 time: 0.0630314 Mar 14 14:29:30.239296 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9d68ef3e-9190-4769-9eed-8edf2655d86d admin admin] Publish callbacks [] for security_group (9f5cc767-7573-45e6-b3e3-065ea1018cfa), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:30.293446 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-6ef8f6b3-30eb-4684-88ae-97c9c40b4179 req-9fa22bab-17b7-4fe2-b670-8e671055a2dd tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d847fc3-179d-4da6-9776-d95851d7edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498518 Mar 14 14:29:30.339817 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e7b0ab-b8bb-4b82-abbf-00115613057c req-8498f93b-0d3b-44ea-b5a6-732a23bb7d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:30.339817 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-c7e7b0ab-b8bb-4b82-abbf-00115613057c req-8498f93b-0d3b-44ea-b5a6-732a23bb7d40 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dd4479eb-5d2a-4b9c-9c27-a6d97c9e085c HTTP/1.1" status: 200 len: 850 time: 0.0795174 Mar 14 14:29:30.369865 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Device ca851db7-89e7-4193-aee3-ab18bd654468 up at agent hyperv_hv-cinder-79053 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:29:30.405773 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e7b0ab-b8bb-4b82-abbf-00115613057c req-bec838ab-d00e-44f7-9983-3341c9b7bdff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:30.408048 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-c7e7b0ab-b8bb-4b82-abbf-00115613057c req-bec838ab-d00e-44f7-9983-3341c9b7bdff service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=173ed8f0-b784-41a9-affa-440f6ed41220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0800893 Mar 14 14:29:30.533637 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-c7e7b0ab-b8bb-4b82-abbf-00115613057c req-554fb75c-266a-431c-88dc-48d022b61a8c service neutron] 10.222.0.35 "GET /v2.0/networks/173ed8f0-b784-41a9-affa-440f6ed41220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190546 Mar 14 14:29:30.690010 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d067ba-cf8f-4582-84b0-2dbc32551084 req-e98a9841-6970-47c0-aa45-c648da4437c9 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:30.691396 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-27d067ba-cf8f-4582-84b0-2dbc32551084 req-e98a9841-6970-47c0-aa45-c648da4437c9 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2b7668b-2be1-443e-b859-2ba5ba8d2d83 HTTP/1.1" status: 200 len: 943 time: 0.1567912 Mar 14 14:29:30.708620 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6022d44-aba0-42ca-a8b1-998bd742d77e req-1bd8ffc8-da7d-4a72-b12b-b8905f7cf345 tempest-DeleteServersTestJSON-1574591705 tempest-DeleteServersTestJSON-1574591705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:30.710084 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-f6022d44-aba0-42ca-a8b1-998bd742d77e req-1bd8ffc8-da7d-4a72-b12b-b8905f7cf345 tempest-DeleteServersTestJSON-1574591705 tempest-DeleteServersTestJSON-1574591705-project] 10.222.0.58 "GET /v2.0/ports?device_id=1433fc5c-35a1-40d1-8c6d-d93dbc5b6f3a HTTP/1.1" status: 200 len: 944 time: 0.1665418 Mar 14 14:29:30.717570 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-c7e7b0ab-b8bb-4b82-abbf-00115613057c req-4ee157b1-3be0-45d8-b59a-9fff4c7b9da4 service neutron] 10.222.0.35 "GET /v2.0/networks/173ed8f0-b784-41a9-affa-440f6ed41220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729782 Mar 14 14:29:30.787608 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-27d067ba-cf8f-4582-84b0-2dbc32551084 req-cac83677-a7d8-4faf-9813-240830f7416f tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc03b155-7823-4347-befd-6c4b804b3f44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0881662 Mar 14 14:29:30.795475 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-f6022d44-aba0-42ca-a8b1-998bd742d77e req-47e53db7-8f4d-44f9-8981-c2d8e5be9232 tempest-DeleteServersTestJSON-1574591705 tempest-DeleteServersTestJSON-1574591705-project] 10.222.0.58 "GET /v2.0/security-groups?id=932d3254-14dd-4b43-ac8e-ef07d8e53f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769722 Mar 14 14:29:30.904807 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Provisioning for port ca851db7-89e7-4193-aee3-ab18bd654468 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 14:29:30.907043 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2a20771f-0ecf-400d-9365-2872c3286a01 req-e7e1dc2e-bf8e-4a80-b3e2-d3617c0d8460 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (38019e49-7142-41e2-997c-25eb0719898a), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:30.917623 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9d68ef3e-9190-4769-9eed-8edf2655d86d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (9f5cc767-7573-45e6-b3e3-065ea1018cfa), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:30.920767 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9d68ef3e-9190-4769-9eed-8edf2655d86d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:30.922053 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-9d68ef3e-9190-4769-9eed-8edf2655d86d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9f5cc767-7573-45e6-b3e3-065ea1018cfa HTTP/1.1" status: 204 len: 168 time: 0.9066968 Mar 14 14:29:30.940171 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Provisioning complete for port ca851db7-89e7-4193-aee3-ab18bd654468 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:29:30.941581 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (ca851db7-89e7-4193-aee3-ab18bd654468), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:30.964195 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a20771f-0ecf-400d-9365-2872c3286a01 req-e7e1dc2e-bf8e-4a80-b3e2-d3617c0d8460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:30.964735 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2a20771f-0ecf-400d-9365-2872c3286a01 req-e7e1dc2e-bf8e-4a80-b3e2-d3617c0d8460 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632217'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:30.966319 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-2a20771f-0ecf-400d-9365-2872c3286a01 req-e7e1dc2e-bf8e-4a80-b3e2-d3617c0d8460 service neutron] 10.222.0.35 "PUT /v2.0/ports/38019e49-7142-41e2-997c-25eb0719898a HTTP/1.1" status: 200 len: 1094 time: 2.7080162 Mar 14 14:29:30.969103 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '383e74ab-b4e3-411b-9735-9d5e08400844', 'tag': '38019e49-7142-41e2-997c-25eb0719898a'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:29:31.067872 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221730f9-3690-4180-8878-d419da7d413a req-eabb1d0b-bbfd-4e8b-b9c3-7505d412f427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:31.070599 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-221730f9-3690-4180-8878-d419da7d413a req-eabb1d0b-bbfd-4e8b-b9c3-7505d412f427 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a29ccc594deb43b480de703c9f7ff84a&device_id=a2b7668b-2be1-443e-b859-2ba5ba8d2d83 HTTP/1.1" status: 200 len: 1127 time: 0.0971744 Mar 14 14:29:31.083574 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d68ef3e-9190-4769-9eed-8edf2655d86d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f5cc767-7573-45e6-b3e3-065ea1018cfa,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:31.136791 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Current status of the port ca851db7-89e7-4193-aee3-ab18bd654468 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:29:31.137244 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (ca851db7-89e7-4193-aee3-ab18bd654468), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:31.172718 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1433fc5c-35a1-40d1-8c6d-d93dbc5b6f3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca851db7-89e7-4193-aee3-ab18bd654468'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:29:31.181442 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e1dc2e-bf8e-4a80-b3e2-d3617c0d8460 service neutron] Pushing event updated for resources: {'Port': ['ID=38019e49-7142-41e2-997c-25eb0719898a,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:31.216597 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a20771f-0ecf-400d-9365-2872c3286a01 req-7a28c48d-6576-49f2-8918-9ff8f5e2b53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:31.218289 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-2a20771f-0ecf-400d-9365-2872c3286a01 req-7a28c48d-6576-49f2-8918-9ff8f5e2b53d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f5f40385a50a46a79167ae6a859eee4d&device_id=383e74ab-b4e3-411b-9735-9d5e08400844 HTTP/1.1" status: 200 len: 1128 time: 0.1168983 Mar 14 14:29:31.283789 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221730f9-3690-4180-8878-d419da7d413a req-c44bcb1f-fed4-429b-a3cc-010245120a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:31.285340 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-221730f9-3690-4180-8878-d419da7d413a req-c44bcb1f-fed4-429b-a3cc-010245120a54 service neutron] 10.222.0.35 "GET /v2.0/networks?id=173ed8f0-b784-41a9-affa-440f6ed41220 HTTP/1.1" status: 200 len: 912 time: 0.2073843 Mar 14 14:29:31.287683 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] For port ca851db7-89e7-4193-aee3-ab18bd654468, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ca851db7-89e7-4193-aee3-ab18bd654468,segment=NetworkSegment(5717b393-096d-4c15-86c4-da51e04c97ee),segment_id=5717b393-096d-4c15-86c4-da51e04c97ee)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:29:31.329006 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-2a20771f-0ecf-400d-9365-2872c3286a01 req-efa159e6-0bf0-4750-b690-e9cc5741502f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38019e49-7142-41e2-997c-25eb0719898a HTTP/1.1" status: 200 len: 217 time: 0.1024618 Mar 14 14:29:31.349575 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-221730f9-3690-4180-8878-d419da7d413a req-ec3b09cf-ae21-433e-ad93-9b2eaf060a56 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3c38ba2-26e2-49f2-8f26-849998285fb3 HTTP/1.1" status: 200 len: 217 time: 0.0527027 Mar 14 14:29:31.374520 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (ca851db7-89e7-4193-aee3-ab18bd654468), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:31.405409 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a20771f-0ecf-400d-9365-2872c3286a01 req-b2a2cd7d-3337-4223-a099-ed2fcaf529be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:31.407571 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-2a20771f-0ecf-400d-9365-2872c3286a01 req-b2a2cd7d-3337-4223-a099-ed2fcaf529be service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd458166-2986-4de0-890b-33eba077f5c5 HTTP/1.1" status: 200 len: 856 time: 0.0715163 Mar 14 14:29:31.425898 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221730f9-3690-4180-8878-d419da7d413a req-9a71a227-763c-46b6-997e-fdc3591bde66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:31.427641 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-221730f9-3690-4180-8878-d419da7d413a req-9a71a227-763c-46b6-997e-fdc3591bde66 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dd4479eb-5d2a-4b9c-9c27-a6d97c9e085c HTTP/1.1" status: 200 len: 850 time: 0.0627322 Mar 14 14:29:31.453160 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Pushing event updated for resources: {'Port': ['ID=ca851db7-89e7-4193-aee3-ab18bd654468,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:31.514393 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221730f9-3690-4180-8878-d419da7d413a req-a3afd594-e28c-4068-8493-2e64fbed0efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:31.515986 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-221730f9-3690-4180-8878-d419da7d413a req-a3afd594-e28c-4068-8493-2e64fbed0efd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=173ed8f0-b784-41a9-affa-440f6ed41220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0776057 Mar 14 14:29:31.518010 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a20771f-0ecf-400d-9365-2872c3286a01 req-75a5df84-494c-412e-8f7c-12508da9e8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:31.519488 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-2a20771f-0ecf-400d-9365-2872c3286a01 req-75a5df84-494c-412e-8f7c-12508da9e8e9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9bb2727a-e859-46ff-8b02-e0e5093e8925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.1055429 Mar 14 14:29:31.524209 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181e7026-bb77-4275-85e8-c8ae594b69a3 req-97a69b83-b679-498b-a289-4d5ca718fc0a tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:31.527238 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-181e7026-bb77-4275-85e8-c8ae594b69a3 req-97a69b83-b679-498b-a289-4d5ca718fc0a tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=383e74ab-b4e3-411b-9735-9d5e08400844 HTTP/1.1" status: 200 len: 944 time: 0.0970662 Mar 14 14:29:31.622000 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-2a20771f-0ecf-400d-9365-2872c3286a01 req-5993e047-187c-4b74-bc9a-0051c8aaf427 service neutron] 10.222.0.35 "GET /v2.0/networks/9bb2727a-e859-46ff-8b02-e0e5093e8925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916290 Mar 14 14:29:31.633592 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-181e7026-bb77-4275-85e8-c8ae594b69a3 req-7f6700ba-913f-4c98-8068-489343b0c1bd tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d847fc3-179d-4da6-9776-d95851d7edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972128 Mar 14 14:29:31.661536 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-221730f9-3690-4180-8878-d419da7d413a req-8bbd6b61-0b55-4053-bf4d-5b2535b99b19 service neutron] 10.222.0.35 "GET /v2.0/networks/173ed8f0-b784-41a9-affa-440f6ed41220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328664 Mar 14 14:29:31.758429 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-2a20771f-0ecf-400d-9365-2872c3286a01 req-c8b85f8c-8538-4d70-8e29-6a82b2fa90b0 service neutron] 10.222.0.35 "GET /v2.0/networks/9bb2727a-e859-46ff-8b02-e0e5093e8925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304307 Mar 14 14:29:31.764510 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 58998) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:29:31.789831 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-221730f9-3690-4180-8878-d419da7d413a req-c09bab7f-1d82-4d93-94f7-398442c6d675 service neutron] 10.222.0.35 "GET /v2.0/networks/173ed8f0-b784-41a9-affa-440f6ed41220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210876 Mar 14 14:29:31.907237 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecc69d4607165f869e932d0d7c88ad38dd700a403a0c37ccec57971c369afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41b5357f-1d5d-49e3-baf9-634b6427ad4a" -d '{"events": [{"name": "network-changed", "server_uuid": "383e74ab-b4e3-411b-9735-9d5e08400844", "tag": "38019e49-7142-41e2-997c-25eb0719898a"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:29:31.955470 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b7ebcd0391bc29bcab12edcb0ac311dc480f3a51940d576a7fcfe4e03a4514e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-046752ee-70f4-48d5-b2db-bfd3d3321b71" -d '{"events": [{"server_uuid": "1433fc5c-35a1-40d1-8c6d-d93dbc5b6f3a", "name": "network-vif-plugged", "status": "completed", "tag": "ca851db7-89e7-4193-aee3-ab18bd654468"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:29:31.969673 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35b869f-ee67-466a-8425-49df7a577b14 req-d9ebd453-50db-48f8-ae06-1c95f0ff12d5 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:31.971196 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-b35b869f-ee67-466a-8425-49df7a577b14 req-d9ebd453-50db-48f8-ae06-1c95f0ff12d5 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2b7668b-2be1-443e-b859-2ba5ba8d2d83 HTTP/1.1" status: 200 len: 943 time: 0.0926893 Mar 14 14:29:32.013732 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b6b5d0-6944-4c67-8a28-7567a153b414 req-601edb91-ae22-4929-a3d6-81e6b9a57df4 tempest-DeleteServersTestJSON-1574591705 tempest-DeleteServersTestJSON-1574591705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:32.015202 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-07b6b5d0-6944-4c67-8a28-7567a153b414 req-601edb91-ae22-4929-a3d6-81e6b9a57df4 tempest-DeleteServersTestJSON-1574591705 tempest-DeleteServersTestJSON-1574591705-project] 10.222.0.58 "GET /v2.0/ports?device_id=1433fc5c-35a1-40d1-8c6d-d93dbc5b6f3a HTTP/1.1" status: 200 len: 945 time: 0.0956893 Mar 14 14:29:32.060181 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-b35b869f-ee67-466a-8425-49df7a577b14 req-b870f982-18de-494c-a559-c62cb1b00837 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc03b155-7823-4347-befd-6c4b804b3f44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0827594 Mar 14 14:29:32.062074 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e66a299e-2b0c-4b9a-b648-824e2da9bc94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:32.098158 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-07b6b5d0-6944-4c67-8a28-7567a153b414 req-a3e4dd9e-7e94-430f-a4fd-e642c5c6badf tempest-DeleteServersTestJSON-1574591705 tempest-DeleteServersTestJSON-1574591705-project] 10.222.0.58 "GET /v2.0/security-groups?id=932d3254-14dd-4b43-ac8e-ef07d8e53f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734026 Mar 14 14:29:32.171005 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e66a299e-2b0c-4b9a-b648-824e2da9bc94 admin admin] Publish callbacks [] for security_group (3097679e-0f5c-46f2-9658-3f49a0a34591), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:32.254306 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 59022) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:29:32.269011 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e66a299e-2b0c-4b9a-b648-824e2da9bc94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (3097679e-0f5c-46f2-9658-3f49a0a34591), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:32.280127 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a6e1c08b-bf6f-4000-befe-98255affd9b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:32.317669 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-e66a299e-2b0c-4b9a-b648-824e2da9bc94 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2abf3480420048fbb4ad46b1bbfbd08e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5520852 Mar 14 14:29:32.320822 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 59024) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:29:32.332849 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66a299e-2b0c-4b9a-b648-824e2da9bc94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3097679e-0f5c-46f2-9658-3f49a0a34591,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:32.399874 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b5077360-0b61-4564-a730-2cd030f23e8e admin admin] Publish callbacks [] for security_group (3097679e-0f5c-46f2-9658-3f49a0a34591), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:32.425919 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a6e1c08b-bf6f-4000-befe-98255affd9b5 admin admin] Publish callbacks [] for security_group (73056983-601f-48ae-916d-b507e0eba7a0), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:32.436727 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b5077360-0b61-4564-a730-2cd030f23e8e admin admin] Publish callbacks [] for security_group (3097679e-0f5c-46f2-9658-3f49a0a34591), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:32.471362 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 14:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da8209e7-14c7-48ef-9aca-6ae806220a00 x-openstack-request-id: req-da8209e7-14c7-48ef-9aca-6ae806220a00 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:29:32.471661 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "383e74ab-b4e3-411b-9735-9d5e08400844", "tag": "38019e49-7142-41e2-997c-25eb0719898a", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:29:32.471922 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-da8209e7-14c7-48ef-9aca-6ae806220a00 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:29:32.472409 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '383e74ab-b4e3-411b-9735-9d5e08400844', 'tag': '38019e49-7142-41e2-997c-25eb0719898a', 'status': 'completed', 'code': 200} Mar 14 14:29:32.504308 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 14:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec4e566d-77f4-4ca6-b735-4ea213ee2269 x-openstack-request-id: req-ec4e566d-77f4-4ca6-b735-4ea213ee2269 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:29:32.504825 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1433fc5c-35a1-40d1-8c6d-d93dbc5b6f3a", "name": "network-vif-plugged", "status": "completed", "tag": "ca851db7-89e7-4193-aee3-ab18bd654468", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:29:32.504906 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ec4e566d-77f4-4ca6-b735-4ea213ee2269 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:29:32.505318 dv-cinder-790535-28-smb neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1433fc5c-35a1-40d1-8c6d-d93dbc5b6f3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca851db7-89e7-4193-aee3-ab18bd654468', 'code': 200} Mar 14 14:29:32.539052 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a6e1c08b-bf6f-4000-befe-98255affd9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (73056983-601f-48ae-916d-b507e0eba7a0), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:32.539464 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5357f-1d5d-49e3-baf9-634b6427ad4a req-230c2d43-24c3-4917-94b6-84b7a16173ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:32.541272 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-41b5357f-1d5d-49e3-baf9-634b6427ad4a req-230c2d43-24c3-4917-94b6-84b7a16173ed service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f5f40385a50a46a79167ae6a859eee4d&device_id=383e74ab-b4e3-411b-9735-9d5e08400844 HTTP/1.1" status: 200 len: 1128 time: 0.0648916 Mar 14 14:29:32.589900 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-a6e1c08b-bf6f-4000-befe-98255affd9b5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f4fd3c7632b24090915e1004a6f35aff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3305931 Mar 14 14:29:32.589900 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e1c08b-bf6f-4000-befe-98255affd9b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73056983-601f-48ae-916d-b507e0eba7a0,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:32.590595 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 59032) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:29:32.661089 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b5077360-0b61-4564-a730-2cd030f23e8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (3097679e-0f5c-46f2-9658-3f49a0a34591), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:32.663684 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b5077360-0b61-4564-a730-2cd030f23e8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:32.667346 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-b5077360-0b61-4564-a730-2cd030f23e8e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3097679e-0f5c-46f2-9658-3f49a0a34591 HTTP/1.1" status: 204 len: 168 time: 0.3430710 Mar 14 14:29:32.685899 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5077360-0b61-4564-a730-2cd030f23e8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3097679e-0f5c-46f2-9658-3f49a0a34591,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:32.709220 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9ad944a2-2db7-45b7-a87a-a2d6f099b03d admin admin] Publish callbacks [] for security_group (73056983-601f-48ae-916d-b507e0eba7a0), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:32.711561 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5357f-1d5d-49e3-baf9-634b6427ad4a req-b040efbc-f7a4-45ed-8af2-ee09c87daeec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:32.713399 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-41b5357f-1d5d-49e3-baf9-634b6427ad4a req-b040efbc-f7a4-45ed-8af2-ee09c87daeec service neutron] 10.222.0.35 "GET /v2.0/networks?id=9bb2727a-e859-46ff-8b02-e0e5093e8925 HTTP/1.1" status: 200 len: 918 time: 0.1635699 Mar 14 14:29:32.776029 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-41b5357f-1d5d-49e3-baf9-634b6427ad4a req-a7c13172-4065-4334-8b36-e3eea464999c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38019e49-7142-41e2-997c-25eb0719898a HTTP/1.1" status: 200 len: 217 time: 0.0525334 Mar 14 14:29:32.781660 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9ad944a2-2db7-45b7-a87a-a2d6f099b03d admin admin] Publish callbacks [] for security_group (73056983-601f-48ae-916d-b507e0eba7a0), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:32.892071 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5357f-1d5d-49e3-baf9-634b6427ad4a req-f2118ae3-9a6f-4e8b-8a74-b2cce8e2d04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:32.893661 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-41b5357f-1d5d-49e3-baf9-634b6427ad4a req-f2118ae3-9a6f-4e8b-8a74-b2cce8e2d04a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd458166-2986-4de0-890b-33eba077f5c5 HTTP/1.1" status: 200 len: 856 time: 0.1100426 Mar 14 14:29:32.950079 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8131d191-f6bf-4df4-9aaf-f749141ef2d1 req-ace5c3b9-dbc1-448f-b671-d3a8e4dba2c8 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:32.951631 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-8131d191-f6bf-4df4-9aaf-f749141ef2d1 req-ace5c3b9-dbc1-448f-b671-d3a8e4dba2c8 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=383e74ab-b4e3-411b-9735-9d5e08400844 HTTP/1.1" status: 200 len: 944 time: 0.1525099 Mar 14 14:29:33.016387 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9ad944a2-2db7-45b7-a87a-a2d6f099b03d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (73056983-601f-48ae-916d-b507e0eba7a0), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:33.017229 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9ad944a2-2db7-45b7-a87a-a2d6f099b03d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:33.020715 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-9ad944a2-2db7-45b7-a87a-a2d6f099b03d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/73056983-601f-48ae-916d-b507e0eba7a0 HTTP/1.1" status: 204 len: 168 time: 0.4250157 Mar 14 14:29:33.020715 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5357f-1d5d-49e3-baf9-634b6427ad4a req-8df0231b-4233-490e-86de-ddf677c50b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:33.022226 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-41b5357f-1d5d-49e3-baf9-634b6427ad4a req-8df0231b-4233-490e-86de-ddf677c50b20 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9bb2727a-e859-46ff-8b02-e0e5093e8925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.1225929 Mar 14 14:29:33.030292 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-8131d191-f6bf-4df4-9aaf-f749141ef2d1 req-37faf122-406e-47ba-ad25-e0cc5e3fac32 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d847fc3-179d-4da6-9776-d95851d7edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649283 Mar 14 14:29:33.035571 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad944a2-2db7-45b7-a87a-a2d6f099b03d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73056983-601f-48ae-916d-b507e0eba7a0,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:33.138376 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165421b2-0df2-4e66-85f7-d4c6ae6a6cb8 req-d17c0ae1-234a-469b-a6d7-ea8afebe8633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:33.141215 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-165421b2-0df2-4e66-85f7-d4c6ae6a6cb8 req-d17c0ae1-234a-469b-a6d7-ea8afebe8633 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1433fc5c-35a1-40d1-8c6d-d93dbc5b6f3a HTTP/1.1" status: 200 len: 1129 time: 0.1884832 Mar 14 14:29:33.168219 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-165421b2-0df2-4e66-85f7-d4c6ae6a6cb8 req-ffc9a63e-cec9-44b9-bc34-7294fc79b0b7 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:33.274846 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-165421b2-0df2-4e66-85f7-d4c6ae6a6cb8 req-ffc9a63e-cec9-44b9-bc34-7294fc79b0b7 service neutron] Publish callbacks [] for security_group (cfe3fcb7-553b-4542-b6ec-0a9a3b35c692), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:33.294511 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-41b5357f-1d5d-49e3-baf9-634b6427ad4a req-72f21222-b42b-4b7d-9b6e-39f221b9034d service neutron] 10.222.0.35 "GET /v2.0/networks/9bb2727a-e859-46ff-8b02-e0e5093e8925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239475 Mar 14 14:29:33.368171 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-165421b2-0df2-4e66-85f7-d4c6ae6a6cb8 req-ffc9a63e-cec9-44b9-bc34-7294fc79b0b7 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (cfe3fcb7-553b-4542-b6ec-0a9a3b35c692), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:33.388426 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b9f2e7-e210-4379-ac27-8e9c68dc3a75 req-a180f904-cbf4-4bd3-85ae-3060224602cb tempest-DeleteServersTestJSON-1574591705 tempest-DeleteServersTestJSON-1574591705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:33.389941 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-46b9f2e7-e210-4379-ac27-8e9c68dc3a75 req-a180f904-cbf4-4bd3-85ae-3060224602cb tempest-DeleteServersTestJSON-1574591705 tempest-DeleteServersTestJSON-1574591705-project] 10.222.0.58 "GET /v2.0/ports?device_id=1433fc5c-35a1-40d1-8c6d-d93dbc5b6f3a HTTP/1.1" status: 200 len: 945 time: 0.1444097 Mar 14 14:29:33.396708 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c97a16-7931-4ccd-931a-5b4fc5f6d45c req-01d025b2-e0b9-4072-9a0e-d31d6b8626bf tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:33.403940 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-d5c97a16-7931-4ccd-931a-5b4fc5f6d45c req-01d025b2-e0b9-4072-9a0e-d31d6b8626bf tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2b7668b-2be1-443e-b859-2ba5ba8d2d83 HTTP/1.1" status: 200 len: 943 time: 0.1730535 Mar 14 14:29:33.503572 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-165421b2-0df2-4e66-85f7-d4c6ae6a6cb8 req-ffc9a63e-cec9-44b9-bc34-7294fc79b0b7 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=932d3254-14dd-4b43-ac8e-ef07d8e53f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3546512 Mar 14 14:29:33.508541 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc9a63e-cec9-44b9-bc34-7294fc79b0b7 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe3fcb7-553b-4542-b6ec-0a9a3b35c692,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:33.508656 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-d5c97a16-7931-4ccd-931a-5b4fc5f6d45c req-db191560-7f12-4baf-b72e-f7592340512a tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc03b155-7823-4347-befd-6c4b804b3f44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1028659 Mar 14 14:29:33.516738 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-41b5357f-1d5d-49e3-baf9-634b6427ad4a req-147da98d-d93e-46be-ae05-c1bf6e64cef8 service neutron] 10.222.0.35 "GET /v2.0/networks/9bb2727a-e859-46ff-8b02-e0e5093e8925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154057 Mar 14 14:29:33.533526 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-46b9f2e7-e210-4379-ac27-8e9c68dc3a75 req-45e9ab75-3a72-4ad0-b6b6-412a4d7e3f21 tempest-DeleteServersTestJSON-1574591705 tempest-DeleteServersTestJSON-1574591705-project] 10.222.0.58 "GET /v2.0/security-groups?id=932d3254-14dd-4b43-ac8e-ef07d8e53f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258101 Mar 14 14:29:33.761722 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 59082) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:29:33.784037 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0851cf91-267e-40eb-878a-22f7cc60213c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:33.909372 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0851cf91-267e-40eb-878a-22f7cc60213c admin admin] Publish callbacks [] for security_group (b6c74079-5efb-4c47-bf6c-780c5e93d75b), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:34.029859 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0851cf91-267e-40eb-878a-22f7cc60213c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (b6c74079-5efb-4c47-bf6c-780c5e93d75b), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:34.251221 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-0851cf91-267e-40eb-878a-22f7cc60213c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=35b2f524d2104fb7809ecb6e7c2fd819&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4882290 Mar 14 14:29:34.253935 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0851cf91-267e-40eb-878a-22f7cc60213c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c74079-5efb-4c47-bf6c-780c5e93d75b,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:34.254110 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 59098) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:29:34.285199 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c736342e-f48f-4780-ba3c-ec0b5f8855d0 req-eb6aa4ed-bc43-48db-b8fb-7cd5af141911 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:34.286742 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-c736342e-f48f-4780-ba3c-ec0b5f8855d0 req-eb6aa4ed-bc43-48db-b8fb-7cd5af141911 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=383e74ab-b4e3-411b-9735-9d5e08400844 HTTP/1.1" status: 200 len: 944 time: 0.0888946 Mar 14 14:29:34.322406 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-af457a6a-bdc8-405c-b3ee-b6de9bba6de5 admin admin] Publish callbacks [] for security_group (b6c74079-5efb-4c47-bf6c-780c5e93d75b), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:34.350659 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-af457a6a-bdc8-405c-b3ee-b6de9bba6de5 admin admin] Publish callbacks [] for security_group (b6c74079-5efb-4c47-bf6c-780c5e93d75b), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:34.357672 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-c736342e-f48f-4780-ba3c-ec0b5f8855d0 req-c681535d-c610-4572-9d1d-1747871f1ea0 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d847fc3-179d-4da6-9776-d95851d7edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629184 Mar 14 14:29:34.381612 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Device 38019e49-7142-41e2-997c-25eb0719898a details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 14:29:34.481965 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-af457a6a-bdc8-405c-b3ee-b6de9bba6de5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (b6c74079-5efb-4c47-bf6c-780c5e93d75b), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:34.484870 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-af457a6a-bdc8-405c-b3ee-b6de9bba6de5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:34.487180 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-af457a6a-bdc8-405c-b3ee-b6de9bba6de5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b6c74079-5efb-4c47-bf6c-780c5e93d75b HTTP/1.1" status: 204 len: 168 time: 0.2310283 Mar 14 14:29:34.502633 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af457a6a-bdc8-405c-b3ee-b6de9bba6de5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c74079-5efb-4c47-bf6c-780c5e93d75b,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:34.751747 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] For port 38019e49-7142-41e2-997c-25eb0719898a, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=38019e49-7142-41e2-997c-25eb0719898a,segment=NetworkSegment(36cc7d28-2976-47cb-ab1d-d82e9bbf4c55),segment_id=36cc7d28-2976-47cb-ab1d-d82e9bbf4c55)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:29:34.769261 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Returning: {'device': '38019e49-7142-41e2-997c-25eb0719898a', 'network_id': '9bb2727a-e859-46ff-8b02-e0e5093e8925', 'port_id': '38019e49-7142-41e2-997c-25eb0719898a', 'mac_address': 'fa:16:3e:b5:e7:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd458166-2986-4de0-890b-33eba077f5c5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 14:29:34.769467 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b570fd-3b2b-4dad-a597-dfb9a2eac16f req-97c9e7f6-7a44-4f23-a80f-898f6e6ada9a tempest-DeleteServersTestJSON-1574591705 tempest-DeleteServersTestJSON-1574591705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:34.771113 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-45b570fd-3b2b-4dad-a597-dfb9a2eac16f req-97c9e7f6-7a44-4f23-a80f-898f6e6ada9a tempest-DeleteServersTestJSON-1574591705 tempest-DeleteServersTestJSON-1574591705-project] 10.222.0.58 "GET /v2.0/ports?device_id=1433fc5c-35a1-40d1-8c6d-d93dbc5b6f3a HTTP/1.1" status: 200 len: 945 time: 0.0860229 Mar 14 14:29:34.778520 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee9f749-9b79-42e6-9e91-65ffb7e4bdd0 req-da7c20c9-12c6-450c-adb4-3324fd9239f2 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:34.780372 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-6ee9f749-9b79-42e6-9e91-65ffb7e4bdd0 req-da7c20c9-12c6-450c-adb4-3324fd9239f2 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2b7668b-2be1-443e-b859-2ba5ba8d2d83 HTTP/1.1" status: 200 len: 943 time: 0.1650629 Mar 14 14:29:34.821694 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Current status of the port 38019e49-7142-41e2-997c-25eb0719898a is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:29:34.822637 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (38019e49-7142-41e2-997c-25eb0719898a), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:34.841521 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38019e49-7142-41e2-997c-25eb0719898a {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 14:29:34.872939 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] For port 38019e49-7142-41e2-997c-25eb0719898a, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=38019e49-7142-41e2-997c-25eb0719898a,segment=NetworkSegment(36cc7d28-2976-47cb-ab1d-d82e9bbf4c55),segment_id=36cc7d28-2976-47cb-ab1d-d82e9bbf4c55)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:29:34.888531 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-45b570fd-3b2b-4dad-a597-dfb9a2eac16f req-7aa29815-1b7f-4337-ac4a-4cfbc4103285 tempest-DeleteServersTestJSON-1574591705 tempest-DeleteServersTestJSON-1574591705-project] 10.222.0.58 "GET /v2.0/security-groups?id=932d3254-14dd-4b43-ac8e-ef07d8e53f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069233 Mar 14 14:29:34.896239 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-6ee9f749-9b79-42e6-9e91-65ffb7e4bdd0 req-0a62d2df-c7f5-4457-868b-2bab3203dbe9 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc03b155-7823-4347-befd-6c4b804b3f44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0925360 Mar 14 14:29:34.933629 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (38019e49-7142-41e2-997c-25eb0719898a), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:34.934329 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Device a3c38ba2-26e2-49f2-8f26-849998285fb3 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 14:29:35.004605 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Pushing event updated for resources: {'Port': ['ID=38019e49-7142-41e2-997c-25eb0719898a,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:35.141567 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] For port a3c38ba2-26e2-49f2-8f26-849998285fb3, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a3c38ba2-26e2-49f2-8f26-849998285fb3,segment=NetworkSegment(79690a18-81e9-445e-80e8-8ad6c5c45be5),segment_id=79690a18-81e9-445e-80e8-8ad6c5c45be5)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:29:35.162679 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Returning: {'device': 'a3c38ba2-26e2-49f2-8f26-849998285fb3', 'network_id': '173ed8f0-b784-41a9-affa-440f6ed41220', 'port_id': 'a3c38ba2-26e2-49f2-8f26-849998285fb3', 'mac_address': 'fa:16:3e:38:03:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd4479eb-5d2a-4b9c-9c27-a6d97c9e085c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 14:29:35.224780 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Current status of the port a3c38ba2-26e2-49f2-8f26-849998285fb3 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:29:35.226525 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (a3c38ba2-26e2-49f2-8f26-849998285fb3), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:35.250936 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3c38ba2-26e2-49f2-8f26-849998285fb3 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 14:29:35.281343 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] For port a3c38ba2-26e2-49f2-8f26-849998285fb3, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a3c38ba2-26e2-49f2-8f26-849998285fb3,segment=NetworkSegment(79690a18-81e9-445e-80e8-8ad6c5c45be5),segment_id=79690a18-81e9-445e-80e8-8ad6c5c45be5)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:29:35.393703 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (a3c38ba2-26e2-49f2-8f26-849998285fb3), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:35.508911 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Pushing event updated for resources: {'Port': ['ID=a3c38ba2-26e2-49f2-8f26-849998285fb3,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:35.568039 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b357a8-527b-4d5b-8278-4388f7c87074 req-bab2f35c-6949-420b-818f-c6dfdb5e67c7 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:35.569973 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-21b357a8-527b-4d5b-8278-4388f7c87074 req-bab2f35c-6949-420b-818f-c6dfdb5e67c7 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=383e74ab-b4e3-411b-9735-9d5e08400844 HTTP/1.1" status: 200 len: 945 time: 0.0753002 Mar 14 14:29:35.651794 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-21b357a8-527b-4d5b-8278-4388f7c87074 req-d747c15a-de88-4e1e-a0e4-95cc0404ca46 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d847fc3-179d-4da6-9776-d95851d7edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675828 Mar 14 14:29:35.656690 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] get_ports_and_sgs() called for port_ids ['a3c38ba2-26e2-49f2-8f26-849998285fb3'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 14:29:35.664506 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] get_ports_and_sgs() called for port_ids ['38019e49-7142-41e2-997c-25eb0719898a'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 14:29:36.119347 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c23440-8c62-4ef9-9b90-6e48198df46e req-38d6b39e-809f-4340-911c-4f1487244690 tempest-DeleteServersTestJSON-1574591705 tempest-DeleteServersTestJSON-1574591705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:36.121529 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-c0c23440-8c62-4ef9-9b90-6e48198df46e req-38d6b39e-809f-4340-911c-4f1487244690 tempest-DeleteServersTestJSON-1574591705 tempest-DeleteServersTestJSON-1574591705-project] 10.222.0.58 "GET /v2.0/ports?device_id=1433fc5c-35a1-40d1-8c6d-d93dbc5b6f3a HTTP/1.1" status: 200 len: 945 time: 0.1035125 Mar 14 14:29:36.149440 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd549a8-dc1a-4402-9341-56da12c50703 req-f249a4d8-d335-40fd-a2de-f6dfbe4e74a5 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:36.155058 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-4cd549a8-dc1a-4402-9341-56da12c50703 req-f249a4d8-d335-40fd-a2de-f6dfbe4e74a5 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2b7668b-2be1-443e-b859-2ba5ba8d2d83 HTTP/1.1" status: 200 len: 944 time: 0.1216397 Mar 14 14:29:36.202756 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-c0c23440-8c62-4ef9-9b90-6e48198df46e req-21d76377-eded-4f40-a7c2-25ef841f2bcc tempest-DeleteServersTestJSON-1574591705 tempest-DeleteServersTestJSON-1574591705-project] 10.222.0.58 "GET /v2.0/security-groups?id=932d3254-14dd-4b43-ac8e-ef07d8e53f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750346 Mar 14 14:29:36.232266 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-4cd549a8-dc1a-4402-9341-56da12c50703 req-16ab8572-3cd3-4474-85a1-08b6568aa037 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc03b155-7823-4347-befd-6c4b804b3f44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0735888 Mar 14 14:29:36.512142 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 59234) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:29:36.630851 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e4feeea5-3c70-435e-bce3-abebe3b973ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:36.762372 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e4feeea5-3c70-435e-bce3-abebe3b973ec admin admin] Publish callbacks [] for security_group (7993b8ad-68ef-4d61-a399-8cc44988a398), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:36.799004 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aefc37d-fcfe-4d36-9a82-8a538b79b0df req-0e9fcd7d-a91f-4c84-9e4f-03ad13c82da8 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:36.801173 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-1aefc37d-fcfe-4d36-9a82-8a538b79b0df req-0e9fcd7d-a91f-4c84-9e4f-03ad13c82da8 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=383e74ab-b4e3-411b-9735-9d5e08400844 HTTP/1.1" status: 200 len: 945 time: 0.0753205 Mar 14 14:29:36.848760 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e4feeea5-3c70-435e-bce3-abebe3b973ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (7993b8ad-68ef-4d61-a399-8cc44988a398), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:36.856468 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-1aefc37d-fcfe-4d36-9a82-8a538b79b0df req-69cec03f-b65f-45c8-99d6-a0e1a2722429 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d847fc3-179d-4da6-9776-d95851d7edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490551 Mar 14 14:29:36.927003 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-e4feeea5-3c70-435e-bce3-abebe3b973ec admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7dc5de83b61943dd8c7c0e6ab3edc1ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4136531 Mar 14 14:29:36.929707 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 59256) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:29:36.959063 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4feeea5-3c70-435e-bce3-abebe3b973ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7993b8ad-68ef-4d61-a399-8cc44988a398,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:37.010470 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c78acf83-9618-4421-92e4-deda76c5e977 admin admin] Publish callbacks [] for security_group (7993b8ad-68ef-4d61-a399-8cc44988a398), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:37.042995 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c78acf83-9618-4421-92e4-deda76c5e977 admin admin] Publish callbacks [] for security_group (7993b8ad-68ef-4d61-a399-8cc44988a398), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:37.184442 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c78acf83-9618-4421-92e4-deda76c5e977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (7993b8ad-68ef-4d61-a399-8cc44988a398), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:37.188654 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c78acf83-9618-4421-92e4-deda76c5e977 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:37.190438 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-c78acf83-9618-4421-92e4-deda76c5e977 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7993b8ad-68ef-4d61-a399-8cc44988a398 HTTP/1.1" status: 204 len: 168 time: 0.2595267 Mar 14 14:29:37.201824 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78acf83-9618-4421-92e4-deda76c5e977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7993b8ad-68ef-4d61-a399-8cc44988a398,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:37.404319 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c429f79a-032f-4981-a3a1-c1d81255c24c req-2290f99b-5cfb-4301-a0c3-65eabeec7426 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:37.406000 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-c429f79a-032f-4981-a3a1-c1d81255c24c req-2290f99b-5cfb-4301-a0c3-65eabeec7426 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2b7668b-2be1-443e-b859-2ba5ba8d2d83 HTTP/1.1" status: 200 len: 944 time: 0.0637252 Mar 14 14:29:37.458006 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-c429f79a-032f-4981-a3a1-c1d81255c24c req-1df2b704-97c7-4587-81e6-6b0687bab3a4 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc03b155-7823-4347-befd-6c4b804b3f44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458708 Mar 14 14:29:37.935567 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 59296) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:29:37.951334 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d14b05d7-a074-4631-9970-3e51fc25c637 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:38.039893 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0273bb6-5460-4a1a-a434-0e7e6cc90659 req-1e5c20a3-2fc9-4389-9378-e7ddf44898f5 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:38.046916 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-f0273bb6-5460-4a1a-a434-0e7e6cc90659 req-1e5c20a3-2fc9-4389-9378-e7ddf44898f5 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=383e74ab-b4e3-411b-9735-9d5e08400844 HTTP/1.1" status: 200 len: 945 time: 0.0840800 Mar 14 14:29:38.154008 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-f0273bb6-5460-4a1a-a434-0e7e6cc90659 req-d269e163-3d7f-4269-8b4c-57ec8536758c tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d847fc3-179d-4da6-9776-d95851d7edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959184 Mar 14 14:29:38.170349 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d14b05d7-a074-4631-9970-3e51fc25c637 admin admin] Publish callbacks [] for security_group (d3284adb-aeff-44e6-b792-7662bcb1d375), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:38.247547 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d14b05d7-a074-4631-9970-3e51fc25c637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (d3284adb-aeff-44e6-b792-7662bcb1d375), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:38.308514 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-d14b05d7-a074-4631-9970-3e51fc25c637 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=56e8393102ba42999665ba3e36d215f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3705323 Mar 14 14:29:38.311085 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14b05d7-a074-4631-9970-3e51fc25c637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3284adb-aeff-44e6-b792-7662bcb1d375,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:38.311226 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 59324) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:29:38.364771 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-86d6bf74-d0b1-4821-adfe-bc8693f61554 admin admin] Publish callbacks [] for security_group (d3284adb-aeff-44e6-b792-7662bcb1d375), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:38.388338 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-86d6bf74-d0b1-4821-adfe-bc8693f61554 admin admin] Publish callbacks [] for security_group (d3284adb-aeff-44e6-b792-7662bcb1d375), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:38.412838 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Device 38019e49-7142-41e2-997c-25eb0719898a up at agent hyperv_hv-cinder-79053 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:29:38.470579 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.agents_db [None req-65564c68-cd92-4c79-8f56-5bb994fe7015 None None] Agent healthcheck: found 6 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 14:29:38.510184 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-86d6bf74-d0b1-4821-adfe-bc8693f61554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (d3284adb-aeff-44e6-b792-7662bcb1d375), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:38.513457 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-86d6bf74-d0b1-4821-adfe-bc8693f61554 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:38.519705 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-86d6bf74-d0b1-4821-adfe-bc8693f61554 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d3284adb-aeff-44e6-b792-7662bcb1d375 HTTP/1.1" status: 204 len: 168 time: 0.2025192 Mar 14 14:29:38.522841 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d6bf74-d0b1-4821-adfe-bc8693f61554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3284adb-aeff-44e6-b792-7662bcb1d375,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:38.578903 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Provisioning for port 38019e49-7142-41e2-997c-25eb0719898a completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 14:29:38.596551 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Provisioning complete for port 38019e49-7142-41e2-997c-25eb0719898a triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:29:38.597058 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (38019e49-7142-41e2-997c-25eb0719898a), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:38.605738 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652fcf69-a270-49d2-b644-c61c53c3ec7c req-da649d66-079a-4c80-b5e4-1bf14508521d tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:38.608517 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-652fcf69-a270-49d2-b644-c61c53c3ec7c req-da649d66-079a-4c80-b5e4-1bf14508521d tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2b7668b-2be1-443e-b859-2ba5ba8d2d83 HTTP/1.1" status: 200 len: 944 time: 0.0764098 Mar 14 14:29:38.701481 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-652fcf69-a270-49d2-b644-c61c53c3ec7c req-3d6ef08c-2b6f-4852-a76e-ed02426af118 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc03b155-7823-4347-befd-6c4b804b3f44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0787058 Mar 14 14:29:38.728840 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Current status of the port 38019e49-7142-41e2-997c-25eb0719898a is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:29:38.730093 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (38019e49-7142-41e2-997c-25eb0719898a), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:38.760268 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '383e74ab-b4e3-411b-9735-9d5e08400844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38019e49-7142-41e2-997c-25eb0719898a'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:29:38.766139 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b7ebcd0391bc29bcab12edcb0ac311dc480f3a51940d576a7fcfe4e03a4514e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b7419d1-354e-4d41-b500-5016b8851c56" -d '{"events": [{"server_uuid": "383e74ab-b4e3-411b-9735-9d5e08400844", "name": "network-vif-plugged", "status": "completed", "tag": "38019e49-7142-41e2-997c-25eb0719898a"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:29:38.780101 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] For port 38019e49-7142-41e2-997c-25eb0719898a, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=38019e49-7142-41e2-997c-25eb0719898a,segment=NetworkSegment(36cc7d28-2976-47cb-ab1d-d82e9bbf4c55),segment_id=36cc7d28-2976-47cb-ab1d-d82e9bbf4c55)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:29:38.804751 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 14:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf845a8-736d-41de-abb5-f2bef6943e29 x-openstack-request-id: req-1bf845a8-736d-41de-abb5-f2bef6943e29 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:29:38.805086 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "383e74ab-b4e3-411b-9735-9d5e08400844", "name": "network-vif-plugged", "status": "completed", "tag": "38019e49-7142-41e2-997c-25eb0719898a", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:29:38.805355 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1bf845a8-736d-41de-abb5-f2bef6943e29 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:29:38.805764 dv-cinder-790535-28-smb neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '383e74ab-b4e3-411b-9735-9d5e08400844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38019e49-7142-41e2-997c-25eb0719898a', 'code': 200} Mar 14 14:29:38.881453 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (38019e49-7142-41e2-997c-25eb0719898a), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:38.882288 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Device a3c38ba2-26e2-49f2-8f26-849998285fb3 up at agent hyperv_hv-cinder-79053 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:29:38.964954 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Pushing event updated for resources: {'Port': ['ID=38019e49-7142-41e2-997c-25eb0719898a,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:39.064886 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Provisioning for port a3c38ba2-26e2-49f2-8f26-849998285fb3 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 14:29:39.069438 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Provisioning complete for port a3c38ba2-26e2-49f2-8f26-849998285fb3 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:29:39.070070 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (a3c38ba2-26e2-49f2-8f26-849998285fb3), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:39.215938 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Current status of the port a3c38ba2-26e2-49f2-8f26-849998285fb3 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:29:39.216471 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (a3c38ba2-26e2-49f2-8f26-849998285fb3), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:39.278215 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] For port a3c38ba2-26e2-49f2-8f26-849998285fb3, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a3c38ba2-26e2-49f2-8f26-849998285fb3,segment=NetworkSegment(79690a18-81e9-445e-80e8-8ad6c5c45be5),segment_id=79690a18-81e9-445e-80e8-8ad6c5c45be5)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:29:39.306745 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488db871-07b4-43b6-be97-309fab813466 req-1593f8c7-d8dc-42b7-af66-722839c9d71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:39.309927 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-488db871-07b4-43b6-be97-309fab813466 req-1593f8c7-d8dc-42b7-af66-722839c9d71f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=383e74ab-b4e3-411b-9735-9d5e08400844 HTTP/1.1" status: 200 len: 1130 time: 0.1847315 Mar 14 14:29:39.347122 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b956f8d-4c10-451d-8abf-7a747c203bd6 req-c405de7b-ad74-4c71-a5ea-4f9a86cfff79 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:39.348627 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-2b956f8d-4c10-451d-8abf-7a747c203bd6 req-c405de7b-ad74-4c71-a5ea-4f9a86cfff79 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=383e74ab-b4e3-411b-9735-9d5e08400844 HTTP/1.1" status: 200 len: 946 time: 0.0964825 Mar 14 14:29:39.380246 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (a3c38ba2-26e2-49f2-8f26-849998285fb3), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:39.398966 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-488db871-07b4-43b6-be97-309fab813466 req-148eb845-722b-44c0-aafe-a315f7db8d36 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9d847fc3-179d-4da6-9776-d95851d7edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819337 Mar 14 14:29:39.424224 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-2b956f8d-4c10-451d-8abf-7a747c203bd6 req-591adda7-674d-47f1-a9bd-2c7ec123e975 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d847fc3-179d-4da6-9776-d95851d7edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596490 Mar 14 14:29:39.447222 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Pushing event updated for resources: {'Port': ['ID=a3c38ba2-26e2-49f2-8f26-849998285fb3,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:39.832546 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc686164-b353-4295-b97a-b960bb96baf2 req-f1a03d03-55f6-4640-8f7d-de18d35b5d64 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:39.834350 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-bc686164-b353-4295-b97a-b960bb96baf2 req-f1a03d03-55f6-4640-8f7d-de18d35b5d64 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2b7668b-2be1-443e-b859-2ba5ba8d2d83 HTTP/1.1" status: 200 len: 945 time: 0.0587819 Mar 14 14:29:39.891276 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-bc686164-b353-4295-b97a-b960bb96baf2 req-0609db16-779b-40e4-9e2c-d241a65c86e8 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc03b155-7823-4347-befd-6c4b804b3f44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0504065 Mar 14 14:29:40.561426 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e962ce-86b0-49f7-9ba7-5cbf5ffb5327 req-a64f561b-8721-47b1-a8c0-9c1940e4cf25 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:40.562953 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-70e962ce-86b0-49f7-9ba7-5cbf5ffb5327 req-a64f561b-8721-47b1-a8c0-9c1940e4cf25 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=383e74ab-b4e3-411b-9735-9d5e08400844 HTTP/1.1" status: 200 len: 946 time: 0.0587254 Mar 14 14:29:40.621437 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-70e962ce-86b0-49f7-9ba7-5cbf5ffb5327 req-0e808744-76b4-4f4b-b0a3-1ca09dff0036 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d847fc3-179d-4da6-9776-d95851d7edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527561 Mar 14 14:29:40.738958 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-17cd335a-9950-411d-8fbb-8803337ac834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (cdfaf928-5960-4f26-8f0f-a06a7779780c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:40.778925 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 59434) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:29:40.808348 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2b7668b-2be1-443e-b859-2ba5ba8d2d83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3c38ba2-26e2-49f2-8f26-849998285fb3'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:29:40.810449 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 59438) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:29:40.812759 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b7ebcd0391bc29bcab12edcb0ac311dc480f3a51940d576a7fcfe4e03a4514e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47bf9cba-edcb-4092-93df-e9fe10867f98" -d '{"events": [{"server_uuid": "a2b7668b-2be1-443e-b859-2ba5ba8d2d83", "name": "network-vif-plugged", "status": "completed", "tag": "a3c38ba2-26e2-49f2-8f26-849998285fb3"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:29:40.852200 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 14:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f320c7b-ae4c-4e2a-95ec-42914b518b12 x-openstack-request-id: req-6f320c7b-ae4c-4e2a-95ec-42914b518b12 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:29:40.852526 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2b7668b-2be1-443e-b859-2ba5ba8d2d83", "name": "network-vif-plugged", "status": "completed", "tag": "a3c38ba2-26e2-49f2-8f26-849998285fb3", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:29:40.852787 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6f320c7b-ae4c-4e2a-95ec-42914b518b12 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:29:40.853195 dv-cinder-790535-28-smb neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2b7668b-2be1-443e-b859-2ba5ba8d2d83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3c38ba2-26e2-49f2-8f26-849998285fb3', 'code': 200} Mar 14 14:29:40.932836 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5f9f6a3a-fcd0-46fa-a237-67970f7f0822 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:40.989275 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdad5-0ddb-4b48-b4f3-45493069de1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:41.024886 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5f9f6a3a-fcd0-46fa-a237-67970f7f0822 admin admin] Publish callbacks [] for security_group (577a255c-d984-4f31-9e7d-a0fc07b05134), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:41.055480 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e902045a-f8f5-45dc-9d1e-933ab86af5e7 req-0e13b669-e9f0-47d7-85e6-0f07874914ee tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:41.057069 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-e902045a-f8f5-45dc-9d1e-933ab86af5e7 req-0e13b669-e9f0-47d7-85e6-0f07874914ee tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2b7668b-2be1-443e-b859-2ba5ba8d2d83 HTTP/1.1" status: 200 len: 945 time: 0.0840032 Mar 14 14:29:41.087354 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5f9f6a3a-fcd0-46fa-a237-67970f7f0822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (577a255c-d984-4f31-9e7d-a0fc07b05134), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:41.141448 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9f6a3a-fcd0-46fa-a237-67970f7f0822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=577a255c-d984-4f31-9e7d-a0fc07b05134,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:41.147784 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-5f9f6a3a-fcd0-46fa-a237-67970f7f0822 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4a0c8fdfc50b48d6bbd5588f68f37e76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3676727 Mar 14 14:29:41.150561 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 59450) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:29:41.215249 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-e902045a-f8f5-45dc-9d1e-933ab86af5e7 req-9472ca99-b38e-437d-a909-624e310a6463 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc03b155-7823-4347-befd-6c4b804b3f44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1385171 Mar 14 14:29:41.231268 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdad5-0ddb-4b48-b4f3-45493069de1b admin admin] Publish callbacks [] for security_group (9a06056f-992d-4ff0-8891-f2f235e95c70), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:41.255187 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8ca88b89-51fe-4474-baa6-d4084f33d01c admin admin] Publish callbacks [] for security_group (577a255c-d984-4f31-9e7d-a0fc07b05134), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:41.275397 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716c143c-c90f-4e23-90d2-7f4329ca5e25 req-f25531cc-f468-4d92-aeb0-128a9948c9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:41.277036 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-716c143c-c90f-4e23-90d2-7f4329ca5e25 req-f25531cc-f468-4d92-aeb0-128a9948c9a5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a2b7668b-2be1-443e-b859-2ba5ba8d2d83 HTTP/1.1" status: 200 len: 1129 time: 0.1346376 Mar 14 14:29:41.289238 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8ca88b89-51fe-4474-baa6-d4084f33d01c admin admin] Publish callbacks [] for security_group (577a255c-d984-4f31-9e7d-a0fc07b05134), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:41.360863 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdad5-0ddb-4b48-b4f3-45493069de1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (9a06056f-992d-4ff0-8891-f2f235e95c70), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:41.370844 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-716c143c-c90f-4e23-90d2-7f4329ca5e25 req-94688d65-89f9-47ca-9ff6-e964f43083e9 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=dc03b155-7823-4347-befd-6c4b804b3f44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0848446 Mar 14 14:29:41.376244 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 59464) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:29:41.410304 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-cb9bdad5-0ddb-4b48-b4f3-45493069de1b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=66555013a63a423ca57bb14703ffee55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5976403 Mar 14 14:29:41.412194 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 59468) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:29:41.413135 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9bdad5-0ddb-4b48-b4f3-45493069de1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a06056f-992d-4ff0-8891-f2f235e95c70,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:41.444830 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8ca88b89-51fe-4474-baa6-d4084f33d01c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (577a255c-d984-4f31-9e7d-a0fc07b05134), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:41.447323 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8ca88b89-51fe-4474-baa6-d4084f33d01c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:41.449115 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-8ca88b89-51fe-4474-baa6-d4084f33d01c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/577a255c-d984-4f31-9e7d-a0fc07b05134 HTTP/1.1" status: 204 len: 168 time: 0.2969353 Mar 14 14:29:41.466703 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca88b89-51fe-4474-baa6-d4084f33d01c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=577a255c-d984-4f31-9e7d-a0fc07b05134,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:41.483233 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-41b2a605-61d8-4ebb-9964-b21cc69300d6 admin admin] Publish callbacks [] for security_group (9a06056f-992d-4ff0-8891-f2f235e95c70), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:41.539031 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-41b2a605-61d8-4ebb-9964-b21cc69300d6 admin admin] Publish callbacks [] for security_group (9a06056f-992d-4ff0-8891-f2f235e95c70), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:41.541056 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c4123c6b-22e3-4ff5-a78b-1c3ae038749c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:41.714829 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-41b2a605-61d8-4ebb-9964-b21cc69300d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (9a06056f-992d-4ff0-8891-f2f235e95c70), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:41.717378 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-41b2a605-61d8-4ebb-9964-b21cc69300d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:41.718623 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-41b2a605-61d8-4ebb-9964-b21cc69300d6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9a06056f-992d-4ff0-8891-f2f235e95c70 HTTP/1.1" status: 204 len: 168 time: 0.3052416 Mar 14 14:29:41.737597 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b2a605-61d8-4ebb-9964-b21cc69300d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a06056f-992d-4ff0-8891-f2f235e95c70,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:41.782229 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c4123c6b-22e3-4ff5-a78b-1c3ae038749c admin admin] Publish callbacks [] for security_group (c0360237-f1a8-454f-9706-59232ffd99c0), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:41.791128 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f45af14-1252-491f-ab05-857b6902d1a1 req-e8835b5d-7290-42e2-9292-a96fb5826130 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:41.792773 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-4f45af14-1252-491f-ab05-857b6902d1a1 req-e8835b5d-7290-42e2-9292-a96fb5826130 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=383e74ab-b4e3-411b-9735-9d5e08400844 HTTP/1.1" status: 200 len: 946 time: 0.1027930 Mar 14 14:29:41.847221 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c4123c6b-22e3-4ff5-a78b-1c3ae038749c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (c0360237-f1a8-454f-9706-59232ffd99c0), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:41.852884 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-4f45af14-1252-491f-ab05-857b6902d1a1 req-3456199e-397f-4469-bc0d-578e1084f10b tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d847fc3-179d-4da6-9776-d95851d7edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524726 Mar 14 14:29:41.889557 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-c4123c6b-22e3-4ff5-a78b-1c3ae038749c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7dcdac77065a4f85949b49f63131f74c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5119183 Mar 14 14:29:41.890533 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 59484) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:29:41.908844 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4123c6b-22e3-4ff5-a78b-1c3ae038749c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0360237-f1a8-454f-9706-59232ffd99c0,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:42.024803 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-af24b134-75ac-4b0d-85f3-6a413ed68440 admin admin] Publish callbacks [] for security_group (c0360237-f1a8-454f-9706-59232ffd99c0), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:42.049424 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-af24b134-75ac-4b0d-85f3-6a413ed68440 admin admin] Publish callbacks [] for security_group (c0360237-f1a8-454f-9706-59232ffd99c0), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:42.075873 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea451bc9-a2c4-4744-aaab-995aa471a577 req-a86324d8-7568-458c-8633-84de64d705db tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:42.077529 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-ea451bc9-a2c4-4744-aaab-995aa471a577 req-a86324d8-7568-458c-8633-84de64d705db tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=383e74ab-b4e3-411b-9735-9d5e08400844 HTTP/1.1" status: 200 len: 946 time: 0.0782123 Mar 14 14:29:42.088126 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 59492) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:29:42.094407 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.v2.base [None req-293ff1dd-7e2d-400e-a7dc-245ea24450ff tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Request body: {'floatingip': {'port_id': '38019e49-7142-41e2-997c-25eb0719898a'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:29:42.173325 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-af24b134-75ac-4b0d-85f3-6a413ed68440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (c0360237-f1a8-454f-9706-59232ffd99c0), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:42.175940 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-af24b134-75ac-4b0d-85f3-6a413ed68440 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:42.179401 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-af24b134-75ac-4b0d-85f3-6a413ed68440 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c0360237-f1a8-454f-9706-59232ffd99c0 HTTP/1.1" status: 204 len: 168 time: 0.2797947 Mar 14 14:29:42.183250 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-293ff1dd-7e2d-400e-a7dc-245ea24450ff tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Publish callbacks [] for floatingip (dc2b6ebf-2891-483b-a33b-6862aca4d271), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:42.188151 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af24b134-75ac-4b0d-85f3-6a413ed68440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0360237-f1a8-454f-9706-59232ffd99c0,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:42.242586 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 59502) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:29:42.260631 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c59e3d51-b38d-4173-aaff-eea814d1ae3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:42.390393 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c59e3d51-b38d-4173-aaff-eea814d1ae3c admin admin] Publish callbacks [] for security_group (9ba227a4-796c-488a-bfe2-bd7667aae94b), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:42.477012 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea5a917-bd58-4516-99bc-9041e5553b8f req-64bedaa4-74ba-488b-b710-b77cf375fede tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:42.485587 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-bea5a917-bd58-4516-99bc-9041e5553b8f req-64bedaa4-74ba-488b-b710-b77cf375fede tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2b7668b-2be1-443e-b859-2ba5ba8d2d83 HTTP/1.1" status: 200 len: 945 time: 0.1244407 Mar 14 14:29:42.487836 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c59e3d51-b38d-4173-aaff-eea814d1ae3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (9ba227a4-796c-488a-bfe2-bd7667aae94b), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:42.537404 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59e3d51-b38d-4173-aaff-eea814d1ae3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba227a4-796c-488a-bfe2-bd7667aae94b,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:42.562159 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-c59e3d51-b38d-4173-aaff-eea814d1ae3c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=11c5a89b3750409585f910d937291cd5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3184192 Mar 14 14:29:42.565077 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 59514) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:29:42.614342 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-bea5a917-bd58-4516-99bc-9041e5553b8f req-72a97be6-a845-4c33-b237-6ab7b32f2b57 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc03b155-7823-4347-befd-6c4b804b3f44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1278994 Mar 14 14:29:42.667704 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1f455ddf-b6e1-44d9-9e6e-ff43d8349580 admin admin] Publish callbacks [] for security_group (9ba227a4-796c-488a-bfe2-bd7667aae94b), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:42.695500 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1f455ddf-b6e1-44d9-9e6e-ff43d8349580 admin admin] Publish callbacks [] for security_group (9ba227a4-796c-488a-bfe2-bd7667aae94b), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:42.852726 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1f455ddf-b6e1-44d9-9e6e-ff43d8349580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (9ba227a4-796c-488a-bfe2-bd7667aae94b), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:42.856434 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1f455ddf-b6e1-44d9-9e6e-ff43d8349580 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:42.857633 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-1f455ddf-b6e1-44d9-9e6e-ff43d8349580 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9ba227a4-796c-488a-bfe2-bd7667aae94b HTTP/1.1" status: 204 len: 168 time: 0.2913888 Mar 14 14:29:42.866258 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f455ddf-b6e1-44d9-9e6e-ff43d8349580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba227a4-796c-488a-bfe2-bd7667aae94b,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:43.194126 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 59538) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:29:43.211557 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6f60943b-e2d9-481d-bd4c-f84c0b44a077 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:43.216423 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.db.resource_extend [None req-293ff1dd-7e2d-400e-a7dc-245ea24450ff tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 14:29:43.259068 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9908a5c3-211f-424c-9249-9a175342e3f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (3a20f343-fbae-42b4-9bd9-ea7570b5f761), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:43.331608 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6f60943b-e2d9-481d-bd4c-f84c0b44a077 admin admin] Publish callbacks [] for security_group (bda7d63c-68a4-4196-9a7b-44045c58bf39), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:43.336453 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-293ff1dd-7e2d-400e-a7dc-245ea24450ff tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:43.360587 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a845f80f-9cf6-4713-b416-b5b5e21f93ae req-6873aa75-a7fa-4a4b-8494-9d7ae49e11ff tempest-DeleteServersTestJSON-1574591705 tempest-DeleteServersTestJSON-1574591705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:43.362242 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-a845f80f-9cf6-4713-b416-b5b5e21f93ae req-6873aa75-a7fa-4a4b-8494-9d7ae49e11ff tempest-DeleteServersTestJSON-1574591705 tempest-DeleteServersTestJSON-1574591705-project] 10.222.0.58 "GET /v2.0/ports?device_id=1433fc5c-35a1-40d1-8c6d-d93dbc5b6f3a HTTP/1.1" status: 200 len: 945 time: 0.1432855 Mar 14 14:29:43.422950 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-a845f80f-9cf6-4713-b416-b5b5e21f93ae req-39532ed6-a96e-4a65-b454-846a6985311e tempest-DeleteServersTestJSON-1574591705 tempest-DeleteServersTestJSON-1574591705-project] 10.222.0.58 "GET /v2.0/security-groups?id=932d3254-14dd-4b43-ac8e-ef07d8e53f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531573 Mar 14 14:29:43.427195 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6f60943b-e2d9-481d-bd4c-f84c0b44a077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (bda7d63c-68a4-4196-9a7b-44045c58bf39), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:43.459926 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-293ff1dd-7e2d-400e-a7dc-245ea24450ff tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2016456'] for floatingip (dc2b6ebf-2891-483b-a33b-6862aca4d271), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:43.495293 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-6f60943b-e2d9-481d-bd4c-f84c0b44a077 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=115d268699db4e27a826234a9f37ed30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2993567 Mar 14 14:29:43.503579 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 59556) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:29:43.506834 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f60943b-e2d9-481d-bd4c-f84c0b44a077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bda7d63c-68a4-4196-9a7b-44045c58bf39,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:43.630679 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7dc8aa62-f82b-4e64-91bc-9b9cd46c3c45 admin admin] Publish callbacks [] for security_group (bda7d63c-68a4-4196-9a7b-44045c58bf39), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:43.647639 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.db.l3_db [None req-293ff1dd-7e2d-400e-a7dc-245ea24450ff tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Floating IP dc2b6ebf-2891-483b-a33b-6862aca4d271 associated. External IP: 172.28.2.116, port: 38019e49-7142-41e2-997c-25eb0719898a. Mar 14 14:29:43.738417 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7dc8aa62-f82b-4e64-91bc-9b9cd46c3c45 admin admin] Publish callbacks [] for security_group (bda7d63c-68a4-4196-9a7b-44045c58bf39), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:43.903984 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5634f8c-ba06-4a96-9f50-3e776a91d92b req-d24165ba-828c-4df6-bb58-ec812fe329b3 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:43.905727 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-e5634f8c-ba06-4a96-9f50-3e776a91d92b req-d24165ba-828c-4df6-bb58-ec812fe329b3 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2b7668b-2be1-443e-b859-2ba5ba8d2d83 HTTP/1.1" status: 200 len: 945 time: 0.1636896 Mar 14 14:29:43.983580 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7dc8aa62-f82b-4e64-91bc-9b9cd46c3c45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (bda7d63c-68a4-4196-9a7b-44045c58bf39), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:43.986830 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7dc8aa62-f82b-4e64-91bc-9b9cd46c3c45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:43.987968 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-7dc8aa62-f82b-4e64-91bc-9b9cd46c3c45 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bda7d63c-68a4-4196-9a7b-44045c58bf39 HTTP/1.1" status: 204 len: 168 time: 0.4829834 Mar 14 14:29:44.018846 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-e5634f8c-ba06-4a96-9f50-3e776a91d92b req-dffe795c-7c39-492d-8298-7d42d0744c4a tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc03b155-7823-4347-befd-6c4b804b3f44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1035099 Mar 14 14:29:44.018846 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc8aa62-f82b-4e64-91bc-9b9cd46c3c45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda7d63c-68a4-4196-9a7b-44045c58bf39,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:44.110813 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-293ff1dd-7e2d-400e-a7dc-245ea24450ff tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Router f2d2a6f0-7147-442a-9147-b007d1bf05e1 has already been hosted by L3 agent 3a20f343-fbae-42b4-9bd9-ea7570b5f761 {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 14:29:44.185376 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1359c12f-9f02-429e-8c66-1d1d1dbe42c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (105db0a1-84b9-47b6-91eb-e578cb139bff), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:44.221738 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b3c87-22af-4ca1-bfda-d6f831f2ded3 req-74270333-93d2-43e4-994d-a120a7896dea tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:44.223318 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-d59b3c87-22af-4ca1-bfda-d6f831f2ded3 req-74270333-93d2-43e4-994d-a120a7896dea tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2b7668b-2be1-443e-b859-2ba5ba8d2d83 HTTP/1.1" status: 200 len: 945 time: 0.1077595 Mar 14 14:29:44.232559 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 59596) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:29:44.237195 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.v2.base [None req-8ecd82d3-2f6c-4311-ace5-bf1c74805ac9 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Request body: {'floatingip': {'port_id': 'a3c38ba2-26e2-49f2-8f26-849998285fb3'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:29:44.280017 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-293ff1dd-7e2d-400e-a7dc-245ea24450ff tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Notify agent at l3_agent.dv-cinder-790535-28-smb the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:29:44.285693 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-293ff1dd-7e2d-400e-a7dc-245ea24450ff tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90846'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:44.301190 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472a312e-3e3c-422b-b054-df28aa24d7f8 None None] Sync routers for ids ['f2d2a6f0-7147-442a-9147-b007d1bf05e1'] in dv-cinder-790535-28-smb {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:29:44.312791 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472a312e-3e3c-422b-b054-df28aa24d7f8 None None] Routers {'f2d2a6f0-7147-442a-9147-b007d1bf05e1'} bound to L3 agent in host dv-cinder-790535-28-smb {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:29:44.313536 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-472a312e-3e3c-422b-b054-df28aa24d7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T14:20:13Z,description=,heartbeat_timestamp=2022-03-14T14:29:43Z,host='dv-cinder-790535-28-smb',id=3a20f343-fbae-42b4-9bd9-ea7570b5f761,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:20:14Z,topic='l3_agent')) {'router_ids': ['f2d2a6f0-7147-442a-9147-b007d1bf05e1'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:29:44.319466 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8ecd82d3-2f6c-4311-ace5-bf1c74805ac9 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Publish callbacks [] for floatingip (32305441-12de-4677-859f-33f431024a93), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:44.344865 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-293ff1dd-7e2d-400e-a7dc-245ea24450ff tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "PUT /v2.0/floatingips/dc2b6ebf-2891-483b-a33b-6862aca4d271 HTTP/1.1" status: 200 len: 992 time: 2.2549853 Mar 14 14:29:44.345861 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '383e74ab-b4e3-411b-9735-9d5e08400844', 'tag': '38019e49-7142-41e2-997c-25eb0719898a'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:29:44.350279 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b510279f78b891ca7fa39ab493d89baf438cb0eb2c394833a60cb33e330ae8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a35b6de-6de6-4a88-bbc9-df166adddcbd" -d '{"events": [{"name": "network-changed", "server_uuid": "383e74ab-b4e3-411b-9735-9d5e08400844", "tag": "38019e49-7142-41e2-997c-25eb0719898a"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:29:44.404110 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 14:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f12fd187-d4c3-49e7-8d14-d4decabe2463 x-openstack-request-id: req-f12fd187-d4c3-49e7-8d14-d4decabe2463 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:29:44.405149 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "383e74ab-b4e3-411b-9735-9d5e08400844", "tag": "38019e49-7142-41e2-997c-25eb0719898a", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:29:44.405149 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f12fd187-d4c3-49e7-8d14-d4decabe2463 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:29:44.405538 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '383e74ab-b4e3-411b-9735-9d5e08400844', 'tag': '38019e49-7142-41e2-997c-25eb0719898a', 'status': 'completed', 'code': 200} Mar 14 14:29:44.512310 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a35b6de-6de6-4a88-bbc9-df166adddcbd req-ea54f5a4-91ed-41d4-b808-8a2f7658479b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:44.517016 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-1a35b6de-6de6-4a88-bbc9-df166adddcbd req-ea54f5a4-91ed-41d4-b808-8a2f7658479b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f5f40385a50a46a79167ae6a859eee4d&device_id=383e74ab-b4e3-411b-9735-9d5e08400844 HTTP/1.1" status: 200 len: 1130 time: 0.0867000 Mar 14 14:29:44.544812 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-472a312e-3e3c-422b-b054-df28aa24d7f8 None None] Set router f2d2a6f0-7147-442a-9147-b007d1bf05e1 gateway port host: dv-cinder-790535-28-smb {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:29:44.749559 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982b85c0-1fc2-43fd-9e1b-6b20dee252de req-792222f3-34e4-4436-8c21-fa53d27cf9c3 tempest-DeleteServersTestJSON-1574591705 tempest-DeleteServersTestJSON-1574591705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:44.749559 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-982b85c0-1fc2-43fd-9e1b-6b20dee252de req-792222f3-34e4-4436-8c21-fa53d27cf9c3 tempest-DeleteServersTestJSON-1574591705 tempest-DeleteServersTestJSON-1574591705-project] 10.222.0.58 "GET /v2.0/ports?device_id=1433fc5c-35a1-40d1-8c6d-d93dbc5b6f3a HTTP/1.1" status: 200 len: 945 time: 0.1164582 Mar 14 14:29:44.751029 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a35b6de-6de6-4a88-bbc9-df166adddcbd req-40dbbc02-c24b-4515-81af-a652f54355ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:44.756693 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-1a35b6de-6de6-4a88-bbc9-df166adddcbd req-40dbbc02-c24b-4515-81af-a652f54355ce service neutron] 10.222.0.35 "GET /v2.0/networks?id=9bb2727a-e859-46ff-8b02-e0e5093e8925 HTTP/1.1" status: 200 len: 918 time: 0.2336795 Mar 14 14:29:45.083472 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-982b85c0-1fc2-43fd-9e1b-6b20dee252de req-df29ef7c-8f9c-4bcc-b110-eeffa52ffc6d tempest-DeleteServersTestJSON-1574591705 tempest-DeleteServersTestJSON-1574591705-project] 10.222.0.58 "GET /v2.0/security-groups?id=932d3254-14dd-4b43-ac8e-ef07d8e53f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3251147 Mar 14 14:29:45.130858 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-1a35b6de-6de6-4a88-bbc9-df166adddcbd req-a6e78476-d5a4-469b-8d69-e4ed2c208688 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38019e49-7142-41e2-997c-25eb0719898a HTTP/1.1" status: 200 len: 1000 time: 0.3559315 Mar 14 14:29:45.162867 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f5eb76-eafb-4361-aa3f-68e300bbbe6c req-9893cdac-c439-4740-a01f-51efe9bab78a tempest-DeleteServersTestJSON-1574591705 tempest-DeleteServersTestJSON-1574591705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:45.165523 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-e6f5eb76-eafb-4361-aa3f-68e300bbbe6c req-9893cdac-c439-4740-a01f-51efe9bab78a tempest-DeleteServersTestJSON-1574591705 tempest-DeleteServersTestJSON-1574591705-project] 10.222.0.35 "GET /v2.0/ports?device_id=1433fc5c-35a1-40d1-8c6d-d93dbc5b6f3a HTTP/1.1" status: 200 len: 945 time: 0.3558016 Mar 14 14:29:45.220951 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-472a312e-3e3c-422b-b054-df28aa24d7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2d2a6f0-7147-442a-9147-b007d1bf05e1', 'name': 'tempest-AttachVolumeShelveTestJSON-1745510330-router', 'tenant_id': 'f5f40385a50a46a79167ae6a859eee4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.211'}], 'enable_snat': True}, 'gw_port_id': '381ba10b-ad5b-48ce-8bb3-936a16f5e473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:28:59Z', 'updated_at': '2022-03-14T14:29:08Z', 'revision_number': 4, 'project_id': 'f5f40385a50a46a79167ae6a859eee4d', 'gw_port': {'id': '381ba10b-ad5b-48ce-8bb3-936a16f5e473', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:71:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d2a6f0-7147-442a-9147-b007d1bf05e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:01Z', 'updated_at': '2022-03-14T14:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb', '_floatingips': [{'id': 'dc2b6ebf-2891-483b-a33b-6862aca4d271', 'tenant_id': 'f5f40385a50a46a79167ae6a859eee4d', 'floating_ip_address': '172.28.2.116', 'floating_network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'router_id': 'f2d2a6f0-7147-442a-9147-b007d1bf05e1', 'port_id': '38019e49-7142-41e2-997c-25eb0719898a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 92, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bb2727a-e859-46ff-8b02-e0e5093e8925', 'mac_address': 'fa:16:3e:b5:e7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383e74ab-b4e3-411b-9735-9d5e08400844', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T14:29:18Z', 'updated_at': '2022-03-14T14:29:43Z', 'revision_number': 1, 'project_id': 'f5f40385a50a46a79167ae6a859eee4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a12c18fa-de25-4441-869e-92a0e4a1c074', 'name': '', 'network_id': '9bb2727a-e859-46ff-8b02-e0e5093e8925', 'tenant_id': 'f5f40385a50a46a79167ae6a859eee4d', 'mac_address': 'fa:16:3e:4a:39:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d2a6f0-7147-442a-9147-b007d1bf05e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'bd458166-2986-4de0-890b-33eba077f5c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:07Z', 'updated_at': '2022-03-14T14:29:19Z', 'revision_number': 5, 'project_id': 'f5f40385a50a46a79167ae6a859eee4d', 'subnets': [{'id': 'bd458166-2986-4de0-890b-33eba077f5c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-smb', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:29:45.230872 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a35b6de-6de6-4a88-bbc9-df166adddcbd req-ce829213-54d3-474d-a7de-7d3621cd996f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:45.236923 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-1a35b6de-6de6-4a88-bbc9-df166adddcbd req-ce829213-54d3-474d-a7de-7d3621cd996f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd458166-2986-4de0-890b-33eba077f5c5 HTTP/1.1" status: 200 len: 856 time: 0.0974352 Mar 14 14:29:45.284875 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472a312e-3e3c-422b-b054-df28aa24d7f8 None None] Checking router: f2d2a6f0-7147-442a-9147-b007d1bf05e1 for host: dv-cinder-790535-28-smb {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:29:45.323300 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472a312e-3e3c-422b-b054-df28aa24d7f8 None None] Routers {'f2d2a6f0-7147-442a-9147-b007d1bf05e1'} bound to L3 agent in host dv-cinder-790535-28-smb {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:29:45.324045 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-472a312e-3e3c-422b-b054-df28aa24d7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T14:20:13Z,description=,heartbeat_timestamp=2022-03-14T14:29:43Z,host='dv-cinder-790535-28-smb',id=3a20f343-fbae-42b4-9bd9-ea7570b5f761,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:20:14Z,topic='l3_agent')) {'router_ids': ['f2d2a6f0-7147-442a-9147-b007d1bf05e1'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:29:45.406361 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a35b6de-6de6-4a88-bbc9-df166adddcbd req-b2bb528f-717f-40d5-8105-883169598220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:45.408502 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-1a35b6de-6de6-4a88-bbc9-df166adddcbd req-b2bb528f-717f-40d5-8105-883169598220 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9bb2727a-e859-46ff-8b02-e0e5093e8925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.1644161 Mar 14 14:29:45.528158 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-91e6bee0-ce44-4dbb-9ae4-7799debe7360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (837ef9e9-d083-4188-a7c6-79f2c68dbd25), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:45.726854 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-e6f5eb76-eafb-4361-aa3f-68e300bbbe6c req-82cc5cda-b0aa-47bf-b17b-c95df2d774c4 tempest-DeleteServersTestJSON-1574591705 tempest-DeleteServersTestJSON-1574591705-project] Deleting port ca851db7-89e7-4193-aee3-ab18bd654468 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:29:45.728474 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-e6f5eb76-eafb-4361-aa3f-68e300bbbe6c req-82cc5cda-b0aa-47bf-b17b-c95df2d774c4 tempest-DeleteServersTestJSON-1574591705 tempest-DeleteServersTestJSON-1574591705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744330222830'] for port (ca851db7-89e7-4193-aee3-ab18bd654468), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:45.929774 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-472a312e-3e3c-422b-b054-df28aa24d7f8 None None] Set router f2d2a6f0-7147-442a-9147-b007d1bf05e1 gateway port host: dv-cinder-790535-28-smb {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:29:45.955849 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-1a35b6de-6de6-4a88-bbc9-df166adddcbd req-a10cc871-65df-4a27-b955-46baf1ad3ea2 service neutron] 10.222.0.35 "GET /v2.0/networks/9bb2727a-e859-46ff-8b02-e0e5093e8925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5349734 Mar 14 14:29:46.148211 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-e6f5eb76-eafb-4361-aa3f-68e300bbbe6c req-82cc5cda-b0aa-47bf-b17b-c95df2d774c4 tempest-DeleteServersTestJSON-1574591705 tempest-DeleteServersTestJSON-1574591705-project] For port ca851db7-89e7-4193-aee3-ab18bd654468, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ca851db7-89e7-4193-aee3-ab18bd654468,segment=NetworkSegment(5717b393-096d-4c15-86c4-da51e04c97ee),segment_id=5717b393-096d-4c15-86c4-da51e04c97ee)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:29:46.149554 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-e6f5eb76-eafb-4361-aa3f-68e300bbbe6c req-82cc5cda-b0aa-47bf-b17b-c95df2d774c4 tempest-DeleteServersTestJSON-1574591705 tempest-DeleteServersTestJSON-1574591705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982366'] for port (ca851db7-89e7-4193-aee3-ab18bd654468), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:46.190024 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-1a35b6de-6de6-4a88-bbc9-df166adddcbd req-a2a15283-5488-4890-94c0-89bd58765b9c service neutron] 10.222.0.35 "GET /v2.0/networks/9bb2727a-e859-46ff-8b02-e0e5093e8925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266090 Mar 14 14:29:46.222672 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-e6f5eb76-eafb-4361-aa3f-68e300bbbe6c req-82cc5cda-b0aa-47bf-b17b-c95df2d774c4 tempest-DeleteServersTestJSON-1574591705 tempest-DeleteServersTestJSON-1574591705-project] Calling delete_port for ca851db7-89e7-4193-aee3-ab18bd654468 owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:29:46.238590 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.db.resource_extend [None req-8ecd82d3-2f6c-4311-ace5-bf1c74805ac9 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 14:29:46.307915 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d48c7b-fa1f-4a07-bff5-0c7de2f09bc8 req-789d848d-784f-434c-a4c4-fa411d02d6ba tempest-DeleteServersTestJSON-1574591705 tempest-DeleteServersTestJSON-1574591705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:46.309695 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-61d48c7b-fa1f-4a07-bff5-0c7de2f09bc8 req-789d848d-784f-434c-a4c4-fa411d02d6ba tempest-DeleteServersTestJSON-1574591705 tempest-DeleteServersTestJSON-1574591705-project] 10.222.0.58 "GET /v2.0/ports?device_id=1433fc5c-35a1-40d1-8c6d-d93dbc5b6f3a HTTP/1.1" status: 200 len: 945 time: 0.0631652 Mar 14 14:29:46.342328 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-472a312e-3e3c-422b-b054-df28aa24d7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2d2a6f0-7147-442a-9147-b007d1bf05e1', 'name': 'tempest-AttachVolumeShelveTestJSON-1745510330-router', 'tenant_id': 'f5f40385a50a46a79167ae6a859eee4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.211'}], 'enable_snat': True}, 'gw_port_id': '381ba10b-ad5b-48ce-8bb3-936a16f5e473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:28:59Z', 'updated_at': '2022-03-14T14:29:08Z', 'revision_number': 4, 'project_id': 'f5f40385a50a46a79167ae6a859eee4d', 'gw_port': {'id': '381ba10b-ad5b-48ce-8bb3-936a16f5e473', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:71:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d2a6f0-7147-442a-9147-b007d1bf05e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:01Z', 'updated_at': '2022-03-14T14:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb', '_floatingips': [{'id': 'dc2b6ebf-2891-483b-a33b-6862aca4d271', 'tenant_id': 'f5f40385a50a46a79167ae6a859eee4d', 'floating_ip_address': '172.28.2.116', 'floating_network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'router_id': 'f2d2a6f0-7147-442a-9147-b007d1bf05e1', 'port_id': '38019e49-7142-41e2-997c-25eb0719898a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 92, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bb2727a-e859-46ff-8b02-e0e5093e8925', 'mac_address': 'fa:16:3e:b5:e7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383e74ab-b4e3-411b-9735-9d5e08400844', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T14:29:18Z', 'updated_at': '2022-03-14T14:29:43Z', 'revision_number': 1, 'project_id': 'f5f40385a50a46a79167ae6a859eee4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a12c18fa-de25-4441-869e-92a0e4a1c074', 'name': '', 'network_id': '9bb2727a-e859-46ff-8b02-e0e5093e8925', 'tenant_id': 'f5f40385a50a46a79167ae6a859eee4d', 'mac_address': 'fa:16:3e:4a:39:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d2a6f0-7147-442a-9147-b007d1bf05e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'bd458166-2986-4de0-890b-33eba077f5c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:07Z', 'updated_at': '2022-03-14T14:29:19Z', 'revision_number': 5, 'project_id': 'f5f40385a50a46a79167ae6a859eee4d', 'subnets': [{'id': 'bd458166-2986-4de0-890b-33eba077f5c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-smb', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:29:46.390814 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472a312e-3e3c-422b-b054-df28aa24d7f8 None None] The sync data for ids ['f2d2a6f0-7147-442a-9147-b007d1bf05e1'] in dv-cinder-790535-28-smb is: [{'id': 'f2d2a6f0-7147-442a-9147-b007d1bf05e1', 'name': 'tempest-AttachVolumeShelveTestJSON-1745510330-router', 'tenant_id': 'f5f40385a50a46a79167ae6a859eee4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.211'}], 'enable_snat': True}, 'gw_port_id': '381ba10b-ad5b-48ce-8bb3-936a16f5e473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:28:59Z', 'updated_at': '2022-03-14T14:29:08Z', 'revision_number': 4, 'project_id': 'f5f40385a50a46a79167ae6a859eee4d', 'gw_port': {'id': '381ba10b-ad5b-48ce-8bb3-936a16f5e473', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:71:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d2a6f0-7147-442a-9147-b007d1bf05e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:01Z', 'updated_at': '2022-03-14T14:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb', '_floatingips': [{'id': 'dc2b6ebf-2891-483b-a33b-6862aca4d271', 'tenant_id': 'f5f40385a50a46a79167ae6a859eee4d', 'floating_ip_address': '172.28.2.116', 'floating_network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'router_id': 'f2d2a6f0-7147-442a-9147-b007d1bf05e1', 'port_id': '38019e49-7142-41e2-997c-25eb0719898a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 92, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bb2727a-e859-46ff-8b02-e0e5093e8925', 'mac_address': 'fa:16:3e:b5:e7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383e74ab-b4e3-411b-9735-9d5e08400844', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T14:29:18Z', 'updated_at': '2022-03-14T14:29:43Z', 'revision_number': 1, 'project_id': 'f5f40385a50a46a79167ae6a859eee4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a12c18fa-de25-4441-869e-92a0e4a1c074', 'name': '', 'network_id': '9bb2727a-e859-46ff-8b02-e0e5093e8925', 'tenant_id': 'f5f40385a50a46a79167ae6a859eee4d', 'mac_address': 'fa:16:3e:4a:39:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d2a6f0-7147-442a-9147-b007d1bf05e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'bd458166-2986-4de0-890b-33eba077f5c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:07Z', 'updated_at': '2022-03-14T14:29:19Z', 'revision_number': 5, 'project_id': 'f5f40385a50a46a79167ae6a859eee4d', 'subnets': [{'id': 'bd458166-2986-4de0-890b-33eba077f5c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:29:46.398490 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-61d48c7b-fa1f-4a07-bff5-0c7de2f09bc8 req-67d9a11b-0d62-4f85-9460-3a491fe68097 tempest-DeleteServersTestJSON-1574591705 tempest-DeleteServersTestJSON-1574591705-project] 10.222.0.58 "GET /v2.0/security-groups?id=932d3254-14dd-4b43-ac8e-ef07d8e53f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771234 Mar 14 14:29:46.489752 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8ecd82d3-2f6c-4311-ace5-bf1c74805ac9 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:46.599568 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8ecd82d3-2f6c-4311-ace5-bf1c74805ac9 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2016456'] for floatingip (32305441-12de-4677-859f-33f431024a93), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:46.736593 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-e6f5eb76-eafb-4361-aa3f-68e300bbbe6c req-82cc5cda-b0aa-47bf-b17b-c95df2d774c4 tempest-DeleteServersTestJSON-1574591705 tempest-DeleteServersTestJSON-1574591705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744330232405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744329793208'] for port (ca851db7-89e7-4193-aee3-ab18bd654468), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:46.743703 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9855c47a-11b8-4915-b463-290d9c375f56 None None] New status for floating IP dc2b6ebf-2891-483b-a33b-6862aca4d271: ACTIVE {{(pid=103768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 14:29:46.869179 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cc5cda-b0aa-47bf-b17b-c95df2d774c4 tempest-DeleteServersTestJSON-1574591705 tempest-DeleteServersTestJSON-1574591705-project] Pushing event deleted for resources: {'Port': ['ID=ca851db7-89e7-4193-aee3-ab18bd654468,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:46.914031 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.db.l3_db [None req-8ecd82d3-2f6c-4311-ace5-bf1c74805ac9 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Floating IP 32305441-12de-4677-859f-33f431024a93 associated. External IP: 172.28.2.136, port: a3c38ba2-26e2-49f2-8f26-849998285fb3. Mar 14 14:29:47.372922 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (ddc61399-76bc-42cc-9da4-26f2fa974742), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:47.396960 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6f5eb76-eafb-4361-aa3f-68e300bbbe6c req-82cc5cda-b0aa-47bf-b17b-c95df2d774c4 tempest-DeleteServersTestJSON-1574591705 tempest-DeleteServersTestJSON-1574591705-project] No DVR routers for this DVR port ca851db7-89e7-4193-aee3-ab18bd654468 on host hv-cinder-79053 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 14:29:47.404438 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-e6f5eb76-eafb-4361-aa3f-68e300bbbe6c req-82cc5cda-b0aa-47bf-b17b-c95df2d774c4 tempest-DeleteServersTestJSON-1574591705 tempest-DeleteServersTestJSON-1574591705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90846'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:47.410934 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-e6f5eb76-eafb-4361-aa3f-68e300bbbe6c req-82cc5cda-b0aa-47bf-b17b-c95df2d774c4 tempest-DeleteServersTestJSON-1574591705 tempest-DeleteServersTestJSON-1574591705-project] 10.222.0.35 "DELETE /v2.0/ports/ca851db7-89e7-4193-aee3-ab18bd654468 HTTP/1.1" status: 204 len: 173 time: 2.2396152 Mar 14 14:29:47.431055 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1433fc5c-35a1-40d1-8c6d-d93dbc5b6f3a', 'name': 'network-vif-deleted', 'tag': 'ca851db7-89e7-4193-aee3-ab18bd654468'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:29:47.435886 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecc69d4607165f869e932d0d7c88ad38dd700a403a0c37ccec57971c369afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea7fe56-11cc-4cca-b33a-b200d60c099a" -d '{"events": [{"server_uuid": "1433fc5c-35a1-40d1-8c6d-d93dbc5b6f3a", "name": "network-vif-deleted", "tag": "ca851db7-89e7-4193-aee3-ab18bd654468"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:29:47.719347 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-5fe3d734-f80b-4232-8e1d-fbc082c5e697 req-1bf86aa1-c341-4833-8de0-03e520145b3b tempest-DeleteServersTestJSON-1574591705 tempest-DeleteServersTestJSON-1574591705-project] 10.222.0.58 "GET /v2.0/ports?device_id=1433fc5c-35a1-40d1-8c6d-d93dbc5b6f3a HTTP/1.1" status: 200 len: 210 time: 0.0675912 Mar 14 14:29:47.744949 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 14:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d789555-9bc2-4b85-a226-401689df8bf6 x-openstack-request-id: req-3d789555-9bc2-4b85-a226-401689df8bf6 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:29:47.745561 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1433fc5c-35a1-40d1-8c6d-d93dbc5b6f3a", "name": "network-vif-deleted", "tag": "ca851db7-89e7-4193-aee3-ab18bd654468", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:29:47.745561 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3d789555-9bc2-4b85-a226-401689df8bf6 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:29:47.745900 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1433fc5c-35a1-40d1-8c6d-d93dbc5b6f3a', 'name': 'network-vif-deleted', 'tag': 'ca851db7-89e7-4193-aee3-ab18bd654468', 'status': 'completed', 'code': 200} Mar 14 14:29:47.791086 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ecd82d3-2f6c-4311-ace5-bf1c74805ac9 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Router 196e278d-c71b-4aaf-9d1f-c03f479b454d has already been hosted by L3 agent 3a20f343-fbae-42b4-9bd9-ea7570b5f761 {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 14:29:47.983552 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ecd82d3-2f6c-4311-ace5-bf1c74805ac9 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Notify agent at l3_agent.dv-cinder-790535-28-smb the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:29:47.991302 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8ecd82d3-2f6c-4311-ace5-bf1c74805ac9 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90846'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:47.998189 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c919dc1d-f238-4b94-919d-6fba64380a0b None None] Sync routers for ids ['196e278d-c71b-4aaf-9d1f-c03f479b454d'] in dv-cinder-790535-28-smb {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:29:48.014939 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c919dc1d-f238-4b94-919d-6fba64380a0b None None] Routers {'196e278d-c71b-4aaf-9d1f-c03f479b454d'} bound to L3 agent in host dv-cinder-790535-28-smb {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:29:48.015715 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-c919dc1d-f238-4b94-919d-6fba64380a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T14:20:13Z,description=,heartbeat_timestamp=2022-03-14T14:29:43Z,host='dv-cinder-790535-28-smb',id=3a20f343-fbae-42b4-9bd9-ea7570b5f761,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:20:14Z,topic='l3_agent')) {'router_ids': ['196e278d-c71b-4aaf-9d1f-c03f479b454d'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:29:48.042259 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-8ecd82d3-2f6c-4311-ace5-bf1c74805ac9 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "PUT /v2.0/floatingips/32305441-12de-4677-859f-33f431024a93 HTTP/1.1" status: 200 len: 991 time: 3.8080521 Mar 14 14:29:48.195532 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-c919dc1d-f238-4b94-919d-6fba64380a0b None None] Set router 196e278d-c71b-4aaf-9d1f-c03f479b454d gateway port host: dv-cinder-790535-28-smb {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:29:48.433885 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Device ca851db7-89e7-4193-aee3-ab18bd654468 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:29:48.472348 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] No Port match for: ca851db7-89e7-4193-aee3-ab18bd654468 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 14:29:48.473463 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Device ca851db7-89e7-4193-aee3-ab18bd654468 not bound to the agent host hv-cinder-79053 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 14:29:48.585182 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-c919dc1d-f238-4b94-919d-6fba64380a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '196e278d-c71b-4aaf-9d1f-c03f479b454d', 'name': 'tempest-AttachVolumeTestJSON-1664345369-router', 'tenant_id': 'a29ccc594deb43b480de703c9f7ff84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.102'}], 'enable_snat': True}, 'gw_port_id': '09678563-119f-474c-a18d-8fe405598172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:28:58Z', 'updated_at': '2022-03-14T14:29:06Z', 'revision_number': 4, 'project_id': 'a29ccc594deb43b480de703c9f7ff84a', 'gw_port': {'id': '09678563-119f-474c-a18d-8fe405598172', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196e278d-c71b-4aaf-9d1f-c03f479b454d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:28:59Z', 'updated_at': '2022-03-14T14:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb', '_floatingips': [{'id': '32305441-12de-4677-859f-33f431024a93', 'tenant_id': 'a29ccc594deb43b480de703c9f7ff84a', 'floating_ip_address': '172.28.2.136', 'floating_network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'router_id': '196e278d-c71b-4aaf-9d1f-c03f479b454d', 'port_id': 'a3c38ba2-26e2-49f2-8f26-849998285fb3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 90, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '173ed8f0-b784-41a9-affa-440f6ed41220', 'mac_address': 'fa:16:3e:38:03:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b7668b-2be1-443e-b859-2ba5ba8d2d83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T14:29:16Z', 'updated_at': '2022-03-14T14:29:46Z', 'revision_number': 1, 'project_id': 'a29ccc594deb43b480de703c9f7ff84a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a377d12b-e60b-49a0-a1c7-730f55c58b38', 'name': '', 'network_id': '173ed8f0-b784-41a9-affa-440f6ed41220', 'tenant_id': 'a29ccc594deb43b480de703c9f7ff84a', 'mac_address': 'fa:16:3e:67:25:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196e278d-c71b-4aaf-9d1f-c03f479b454d', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'dd4479eb-5d2a-4b9c-9c27-a6d97c9e085c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:04Z', 'updated_at': '2022-03-14T14:29:15Z', 'revision_number': 5, 'project_id': 'a29ccc594deb43b480de703c9f7ff84a', 'subnets': [{'id': 'dd4479eb-5d2a-4b9c-9c27-a6d97c9e085c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-smb', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:29:48.643006 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c919dc1d-f238-4b94-919d-6fba64380a0b None None] Checking router: 196e278d-c71b-4aaf-9d1f-c03f479b454d for host: dv-cinder-790535-28-smb {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:29:48.663593 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c919dc1d-f238-4b94-919d-6fba64380a0b None None] Routers {'196e278d-c71b-4aaf-9d1f-c03f479b454d'} bound to L3 agent in host dv-cinder-790535-28-smb {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:29:48.665654 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-c919dc1d-f238-4b94-919d-6fba64380a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T14:20:13Z,description=,heartbeat_timestamp=2022-03-14T14:29:43Z,host='dv-cinder-790535-28-smb',id=3a20f343-fbae-42b4-9bd9-ea7570b5f761,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:20:14Z,topic='l3_agent')) {'router_ids': ['196e278d-c71b-4aaf-9d1f-c03f479b454d'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:29:48.897001 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 59768) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:29:49.014061 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-272e15b4-be4e-41db-8d2d-adf222f38abd req-4e916c56-715e-40e8-9352-287ac4fd9e93 tempest-DeleteServersTestJSON-1574591705 tempest-DeleteServersTestJSON-1574591705-project] 10.222.0.58 "GET /v2.0/ports?device_id=1433fc5c-35a1-40d1-8c6d-d93dbc5b6f3a HTTP/1.1" status: 200 len: 210 time: 0.0905540 Mar 14 14:29:49.077414 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-c919dc1d-f238-4b94-919d-6fba64380a0b None None] Set router 196e278d-c71b-4aaf-9d1f-c03f479b454d gateway port host: dv-cinder-790535-28-smb {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:29:49.187585 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-aac28710-a625-4654-b474-23ab6f3cf112 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:49.376379 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-aac28710-a625-4654-b474-23ab6f3cf112 admin admin] Publish callbacks [] for security_group (b5a9a8f2-9f00-4777-a7ff-5943f70d2348), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:49.487868 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-aac28710-a625-4654-b474-23ab6f3cf112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (b5a9a8f2-9f00-4777-a7ff-5943f70d2348), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:49.543523 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-aac28710-a625-4654-b474-23ab6f3cf112 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=053c5b46d4bb4992b923ccf9a94eb309&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6448247 Mar 14 14:29:49.546239 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 59782) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:29:49.550799 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac28710-a625-4654-b474-23ab6f3cf112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a9a8f2-9f00-4777-a7ff-5943f70d2348,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:49.566286 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-c919dc1d-f238-4b94-919d-6fba64380a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '196e278d-c71b-4aaf-9d1f-c03f479b454d', 'name': 'tempest-AttachVolumeTestJSON-1664345369-router', 'tenant_id': 'a29ccc594deb43b480de703c9f7ff84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.102'}], 'enable_snat': True}, 'gw_port_id': '09678563-119f-474c-a18d-8fe405598172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:28:58Z', 'updated_at': '2022-03-14T14:29:06Z', 'revision_number': 4, 'project_id': 'a29ccc594deb43b480de703c9f7ff84a', 'gw_port': {'id': '09678563-119f-474c-a18d-8fe405598172', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196e278d-c71b-4aaf-9d1f-c03f479b454d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:28:59Z', 'updated_at': '2022-03-14T14:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb', '_floatingips': [{'id': '32305441-12de-4677-859f-33f431024a93', 'tenant_id': 'a29ccc594deb43b480de703c9f7ff84a', 'floating_ip_address': '172.28.2.136', 'floating_network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'router_id': '196e278d-c71b-4aaf-9d1f-c03f479b454d', 'port_id': 'a3c38ba2-26e2-49f2-8f26-849998285fb3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 90, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '173ed8f0-b784-41a9-affa-440f6ed41220', 'mac_address': 'fa:16:3e:38:03:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b7668b-2be1-443e-b859-2ba5ba8d2d83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T14:29:16Z', 'updated_at': '2022-03-14T14:29:46Z', 'revision_number': 1, 'project_id': 'a29ccc594deb43b480de703c9f7ff84a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a377d12b-e60b-49a0-a1c7-730f55c58b38', 'name': '', 'network_id': '173ed8f0-b784-41a9-affa-440f6ed41220', 'tenant_id': 'a29ccc594deb43b480de703c9f7ff84a', 'mac_address': 'fa:16:3e:67:25:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196e278d-c71b-4aaf-9d1f-c03f479b454d', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'dd4479eb-5d2a-4b9c-9c27-a6d97c9e085c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:04Z', 'updated_at': '2022-03-14T14:29:15Z', 'revision_number': 5, 'project_id': 'a29ccc594deb43b480de703c9f7ff84a', 'subnets': [{'id': 'dd4479eb-5d2a-4b9c-9c27-a6d97c9e085c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-smb', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:29:49.632802 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c919dc1d-f238-4b94-919d-6fba64380a0b None None] The sync data for ids ['196e278d-c71b-4aaf-9d1f-c03f479b454d'] in dv-cinder-790535-28-smb is: [{'id': '196e278d-c71b-4aaf-9d1f-c03f479b454d', 'name': 'tempest-AttachVolumeTestJSON-1664345369-router', 'tenant_id': 'a29ccc594deb43b480de703c9f7ff84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.102'}], 'enable_snat': True}, 'gw_port_id': '09678563-119f-474c-a18d-8fe405598172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:28:58Z', 'updated_at': '2022-03-14T14:29:06Z', 'revision_number': 4, 'project_id': 'a29ccc594deb43b480de703c9f7ff84a', 'gw_port': {'id': '09678563-119f-474c-a18d-8fe405598172', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196e278d-c71b-4aaf-9d1f-c03f479b454d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:28:59Z', 'updated_at': '2022-03-14T14:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb', '_floatingips': [{'id': '32305441-12de-4677-859f-33f431024a93', 'tenant_id': 'a29ccc594deb43b480de703c9f7ff84a', 'floating_ip_address': '172.28.2.136', 'floating_network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'router_id': '196e278d-c71b-4aaf-9d1f-c03f479b454d', 'port_id': 'a3c38ba2-26e2-49f2-8f26-849998285fb3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 90, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '173ed8f0-b784-41a9-affa-440f6ed41220', 'mac_address': 'fa:16:3e:38:03:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b7668b-2be1-443e-b859-2ba5ba8d2d83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T14:29:16Z', 'updated_at': '2022-03-14T14:29:46Z', 'revision_number': 1, 'project_id': 'a29ccc594deb43b480de703c9f7ff84a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a377d12b-e60b-49a0-a1c7-730f55c58b38', 'name': '', 'network_id': '173ed8f0-b784-41a9-affa-440f6ed41220', 'tenant_id': 'a29ccc594deb43b480de703c9f7ff84a', 'mac_address': 'fa:16:3e:67:25:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196e278d-c71b-4aaf-9d1f-c03f479b454d', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'dd4479eb-5d2a-4b9c-9c27-a6d97c9e085c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:04Z', 'updated_at': '2022-03-14T14:29:15Z', 'revision_number': 5, 'project_id': 'a29ccc594deb43b480de703c9f7ff84a', 'subnets': [{'id': 'dd4479eb-5d2a-4b9c-9c27-a6d97c9e085c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:29:49.660767 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c456eb37-2e86-4e64-9b67-a6087155e631 admin admin] Publish callbacks [] for security_group (b5a9a8f2-9f00-4777-a7ff-5943f70d2348), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:49.692092 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c456eb37-2e86-4e64-9b67-a6087155e631 admin admin] Publish callbacks [] for security_group (b5a9a8f2-9f00-4777-a7ff-5943f70d2348), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:49.747391 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2b7668b-2be1-443e-b859-2ba5ba8d2d83', 'tag': 'a3c38ba2-26e2-49f2-8f26-849998285fb3'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:29:49.749975 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecc69d4607165f869e932d0d7c88ad38dd700a403a0c37ccec57971c369afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac79ada-9d31-4325-be37-4d96b32d43d1" -d '{"events": [{"name": "network-changed", "server_uuid": "a2b7668b-2be1-443e-b859-2ba5ba8d2d83", "tag": "a3c38ba2-26e2-49f2-8f26-849998285fb3"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:29:49.793306 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 14:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-103cadc2-7eca-488a-a5c1-ad8055ae5a22 x-openstack-request-id: req-103cadc2-7eca-488a-a5c1-ad8055ae5a22 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:29:49.794020 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2b7668b-2be1-443e-b859-2ba5ba8d2d83", "tag": "a3c38ba2-26e2-49f2-8f26-849998285fb3", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:29:49.794020 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-103cadc2-7eca-488a-a5c1-ad8055ae5a22 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:29:49.794934 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2b7668b-2be1-443e-b859-2ba5ba8d2d83', 'tag': 'a3c38ba2-26e2-49f2-8f26-849998285fb3', 'status': 'completed', 'code': 200} Mar 14 14:29:49.804013 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c456eb37-2e86-4e64-9b67-a6087155e631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (b5a9a8f2-9f00-4777-a7ff-5943f70d2348), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:49.806619 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c456eb37-2e86-4e64-9b67-a6087155e631 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:49.808525 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-c456eb37-2e86-4e64-9b67-a6087155e631 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b5a9a8f2-9f00-4777-a7ff-5943f70d2348 HTTP/1.1" status: 204 len: 168 time: 0.2612412 Mar 14 14:29:49.829232 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c456eb37-2e86-4e64-9b67-a6087155e631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a9a8f2-9f00-4777-a7ff-5943f70d2348,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:49.893661 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac79ada-9d31-4325-be37-4d96b32d43d1 req-edaacf76-88b9-4c8a-95f2-74cca9dbe5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:49.895687 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-2ac79ada-9d31-4325-be37-4d96b32d43d1 req-edaacf76-88b9-4c8a-95f2-74cca9dbe5f7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a29ccc594deb43b480de703c9f7ff84a&device_id=a2b7668b-2be1-443e-b859-2ba5ba8d2d83 HTTP/1.1" status: 200 len: 1129 time: 0.0772219 Mar 14 14:29:49.937567 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe66c88-8e1e-4c07-8ef8-97a0eff3f667 None None] New status for floating IP 32305441-12de-4677-859f-33f431024a93: ACTIVE {{(pid=103768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 14:29:50.147860 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac79ada-9d31-4325-be37-4d96b32d43d1 req-c0866090-424f-4fb8-8ef1-7882a049545f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:50.149653 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-2ac79ada-9d31-4325-be37-4d96b32d43d1 req-c0866090-424f-4fb8-8ef1-7882a049545f service neutron] 10.222.0.35 "GET /v2.0/networks?id=173ed8f0-b784-41a9-affa-440f6ed41220 HTTP/1.1" status: 200 len: 912 time: 0.2470539 Mar 14 14:29:50.264249 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-2ac79ada-9d31-4325-be37-4d96b32d43d1 req-9a9138e3-62bb-4615-93d8-8b76adf1afe7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3c38ba2-26e2-49f2-8f26-849998285fb3 HTTP/1.1" status: 200 len: 999 time: 0.1068492 Mar 14 14:29:50.343784 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac79ada-9d31-4325-be37-4d96b32d43d1 req-d9454a38-a435-4128-9ec3-e5e7f8808791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:50.346440 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-2ac79ada-9d31-4325-be37-4d96b32d43d1 req-d9454a38-a435-4128-9ec3-e5e7f8808791 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dd4479eb-5d2a-4b9c-9c27-a6d97c9e085c HTTP/1.1" status: 200 len: 850 time: 0.0763040 Mar 14 14:29:50.413360 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac79ada-9d31-4325-be37-4d96b32d43d1 req-275e504e-dc9f-48e3-9797-23813a968f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:50.415168 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-2ac79ada-9d31-4325-be37-4d96b32d43d1 req-275e504e-dc9f-48e3-9797-23813a968f8f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=173ed8f0-b784-41a9-affa-440f6ed41220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0621729 Mar 14 14:29:50.540210 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-2ac79ada-9d31-4325-be37-4d96b32d43d1 req-54ee53eb-f404-45b6-928a-9abaf905c48f service neutron] 10.222.0.35 "GET /v2.0/networks/173ed8f0-b784-41a9-affa-440f6ed41220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176903 Mar 14 14:29:50.649343 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-2ac79ada-9d31-4325-be37-4d96b32d43d1 req-404f82e2-01b3-45c0-8509-70859bc27805 service neutron] 10.222.0.35 "GET /v2.0/networks/173ed8f0-b784-41a9-affa-440f6ed41220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033034 Mar 14 14:29:51.079692 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 59828) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:29:51.093872 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 59830) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:29:51.103755 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4f5ba3fc-ed23-452b-a203-29118d1bd2b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:51.204690 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4f5ba3fc-ed23-452b-a203-29118d1bd2b9 admin admin] Publish callbacks [] for security_group (ec9024b5-06e1-4400-a662-768e1da02c84), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:51.305197 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4f5ba3fc-ed23-452b-a203-29118d1bd2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (ec9024b5-06e1-4400-a662-768e1da02c84), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:51.309514 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4fd6fb21-32dd-4d73-b68b-26ffa4ce5a85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:51.371980 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5ba3fc-ed23-452b-a203-29118d1bd2b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9024b5-06e1-4400-a662-768e1da02c84,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:51.383198 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-4f5ba3fc-ed23-452b-a203-29118d1bd2b9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=325db488b1b34eb8aa32e60b815c546d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3016129 Mar 14 14:29:51.388396 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 59844) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:29:51.456559 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4fd6fb21-32dd-4d73-b68b-26ffa4ce5a85 admin admin] Publish callbacks [] for security_group (7fb40826-2240-4d2e-bae4-55cff3f7391c), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:51.467446 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3341c27b-58c5-4d20-aae0-d17dd001aef5 admin admin] Publish callbacks [] for security_group (ec9024b5-06e1-4400-a662-768e1da02c84), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:51.495374 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3341c27b-58c5-4d20-aae0-d17dd001aef5 admin admin] Publish callbacks [] for security_group (ec9024b5-06e1-4400-a662-768e1da02c84), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:51.545402 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4fd6fb21-32dd-4d73-b68b-26ffa4ce5a85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (7fb40826-2240-4d2e-bae4-55cff3f7391c), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:51.616105 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-4fd6fb21-32dd-4d73-b68b-26ffa4ce5a85 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f3970c2d213a4a48ac01bfff070949be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5210919 Mar 14 14:29:51.617298 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd6fb21-32dd-4d73-b68b-26ffa4ce5a85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb40826-2240-4d2e-bae4-55cff3f7391c,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:51.619318 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 59852) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:29:51.666279 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3341c27b-58c5-4d20-aae0-d17dd001aef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (ec9024b5-06e1-4400-a662-768e1da02c84), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:51.671121 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3341c27b-58c5-4d20-aae0-d17dd001aef5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:51.673046 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-3341c27b-58c5-4d20-aae0-d17dd001aef5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ec9024b5-06e1-4400-a662-768e1da02c84 HTTP/1.1" status: 204 len: 168 time: 0.2836108 Mar 14 14:29:51.700890 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3341c27b-58c5-4d20-aae0-d17dd001aef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9024b5-06e1-4400-a662-768e1da02c84,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:51.707492 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-92e98bae-5547-41f9-8eec-cc814a79d825 admin admin] Publish callbacks [] for security_group (7fb40826-2240-4d2e-bae4-55cff3f7391c), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:51.756741 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-92e98bae-5547-41f9-8eec-cc814a79d825 admin admin] Publish callbacks [] for security_group (7fb40826-2240-4d2e-bae4-55cff3f7391c), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:51.934348 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-92e98bae-5547-41f9-8eec-cc814a79d825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (7fb40826-2240-4d2e-bae4-55cff3f7391c), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:51.938043 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-92e98bae-5547-41f9-8eec-cc814a79d825 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:51.942471 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-92e98bae-5547-41f9-8eec-cc814a79d825 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7fb40826-2240-4d2e-bae4-55cff3f7391c HTTP/1.1" status: 204 len: 168 time: 0.3154302 Mar 14 14:29:51.954249 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e98bae-5547-41f9-8eec-cc814a79d825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb40826-2240-4d2e-bae4-55cff3f7391c,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:52.148031 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 59878) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:29:52.203906 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a4da815-f424-4326-bff3-2c2e12a7c270 admin admin] Deleting subnet eb24ce3d-f0a5-429c-a981-863605d13449 {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 14:29:52.209339 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0a4da815-f424-4326-bff3-2c2e12a7c270 admin admin] Publish callbacks [] for subnet (eb24ce3d-f0a5-429c-a981-863605d13449), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:52.253100 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0a4da815-f424-4326-bff3-2c2e12a7c270 admin admin] Publish callbacks [] for subnet (eb24ce3d-f0a5-429c-a981-863605d13449), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:52.265052 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0a4da815-f424-4326-bff3-2c2e12a7c270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999657'] for subnet (eb24ce3d-f0a5-429c-a981-863605d13449), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:52.447823 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0a4da815-f424-4326-bff3-2c2e12a7c270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199'] for subnet (eb24ce3d-f0a5-429c-a981-863605d13449), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:52.478357 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4da815-f424-4326-bff3-2c2e12a7c270 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb24ce3d-f0a5-429c-a981-863605d13449,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:52.481478 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0a4da815-f424-4326-bff3-2c2e12a7c270 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632217'] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:52.505956 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-0a4da815-f424-4326-bff3-2c2e12a7c270 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/eb24ce3d-f0a5-429c-a981-863605d13449 HTTP/1.1" status: 204 len: 168 time: 0.3567400 Mar 14 14:29:52.506247 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 59894) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:29:52.599599 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-706effa4-fd9d-4d20-bb5c-78216734238d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-911660'] for network (2a8f49a2-73c8-4bd8-9b0d-0b1576482d3f), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:52.725829 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-706effa4-fd9d-4d20-bb5c-78216734238d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000466', 'neutron.services.segments.db._delete_segments_for_network-8744330122518'] for network (2a8f49a2-73c8-4bd8-9b0d-0b1576482d3f), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:52.751080 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-706effa4-fd9d-4d20-bb5c-78216734238d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:29:52.751351 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-706effa4-fd9d-4d20-bb5c-78216734238d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:29:52.752172 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-706effa4-fd9d-4d20-bb5c-78216734238d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:29:52.752544 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-706effa4-fd9d-4d20-bb5c-78216734238d admin admin] Subscribe: > port after_create 55550000 {{(pid=103766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:29:52.752890 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-706effa4-fd9d-4d20-bb5c-78216734238d admin admin] Subscribe: > port after_delete 55550000 {{(pid=103766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:29:52.753235 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-706effa4-fd9d-4d20-bb5c-78216734238d admin admin] Subscribe: > port after_update 55550000 {{(pid=103766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:29:52.753584 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-706effa4-fd9d-4d20-bb5c-78216734238d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:29:52.753929 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-706effa4-fd9d-4d20-bb5c-78216734238d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:29:52.754251 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-706effa4-fd9d-4d20-bb5c-78216734238d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:29:52.754612 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-706effa4-fd9d-4d20-bb5c-78216734238d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:29:52.878650 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-706effa4-fd9d-4d20-bb5c-78216734238d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:29:52.879140 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-706effa4-fd9d-4d20-bb5c-78216734238d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:29:52.879608 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-706effa4-fd9d-4d20-bb5c-78216734238d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:29:52.880148 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-706effa4-fd9d-4d20-bb5c-78216734238d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:29:52.880954 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.services.segments.db [None req-706effa4-fd9d-4d20-bb5c-78216734238d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a8f49a2-73c8-4bd8-9b0d-0b1576482d3f']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:29:52.920007 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.services.segments.db [None req-706effa4-fd9d-4d20-bb5c-78216734238d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5717b393-096d-4c15-86c4-da51e04c97ee') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:29:52.920457 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.services.segments.db [None req-706effa4-fd9d-4d20-bb5c-78216734238d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5717b393-096d-4c15-86c4-da51e04c97ee') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:29:52.943034 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-706effa4-fd9d-4d20-bb5c-78216734238d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744330120735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8777066'] for segment (5717b393-096d-4c15-86c4-da51e04c97ee), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:52.968106 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-706effa4-fd9d-4d20-bb5c-78216734238d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011900'] for segment (5717b393-096d-4c15-86c4-da51e04c97ee), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:52.977756 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-706effa4-fd9d-4d20-bb5c-78216734238d admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 14:29:52.978184 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-706effa4-fd9d-4d20-bb5c-78216734238d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8771020'] for segment (5717b393-096d-4c15-86c4-da51e04c97ee), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:53.005209 dv-cinder-790535-28-smb neutron-server[103766]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 14 14:29:53.005209 dv-cinder-790535-28-smb neutron-server[103766]: from cryptography.utils import int_from_bytes Mar 14 14:29:53.005209 dv-cinder-790535-28-smb neutron-server[103766]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 14 14:29:53.005209 dv-cinder-790535-28-smb neutron-server[103766]: from cryptography.utils import int_from_bytes Mar 14 14:29:53.005209 dv-cinder-790535-28-smb neutron-server[103766]: Traceback (most recent call last): Mar 14 14:29:53.005209 dv-cinder-790535-28-smb neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 14:29:53.005209 dv-cinder-790535-28-smb neutron-server[103766]: timer() Mar 14 14:29:53.005209 dv-cinder-790535-28-smb neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 14:29:53.005209 dv-cinder-790535-28-smb neutron-server[103766]: cb(*args, **kw) Mar 14 14:29:53.005209 dv-cinder-790535-28-smb neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 14:29:53.005209 dv-cinder-790535-28-smb neutron-server[103766]: return func(*args, **kwargs) Mar 14 14:29:53.005209 dv-cinder-790535-28-smb neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 14:29:53.005209 dv-cinder-790535-28-smb neutron-server[103766]: self._notify() Mar 14 14:29:53.005209 dv-cinder-790535-28-smb neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 14:29:53.005209 dv-cinder-790535-28-smb neutron-server[103766]: self.callback(batched_events) Mar 14 14:29:53.005209 dv-cinder-790535-28-smb neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 14:29:53.005209 dv-cinder-790535-28-smb neutron-server[103766]: event.method(event) Mar 14 14:29:53.005209 dv-cinder-790535-28-smb neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 14:29:53.005209 dv-cinder-790535-28-smb neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 14:29:53.005209 dv-cinder-790535-28-smb neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 14:29:53.005209 dv-cinder-790535-28-smb neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 14:29:53.005209 dv-cinder-790535-28-smb neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 14:29:53.005209 dv-cinder-790535-28-smb neutron-server[103766]: return f(self, *a, **k) Mar 14 14:29:53.005209 dv-cinder-790535-28-smb neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 14:29:53.005209 dv-cinder-790535-28-smb neutron-server[103766]: return self._get(url).json() Mar 14 14:29:53.005209 dv-cinder-790535-28-smb neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 14:29:53.005209 dv-cinder-790535-28-smb neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 14:29:53.005209 dv-cinder-790535-28-smb neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 14:29:53.005209 dv-cinder-790535-28-smb neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 14 14:29:53.005209 dv-cinder-790535-28-smb neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 14:29:53.005209 dv-cinder-790535-28-smb neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 14:29:53.005209 dv-cinder-790535-28-smb neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 14:29:53.005209 dv-cinder-790535-28-smb neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 14:29:53.005209 dv-cinder-790535-28-smb neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 14:29:53.005209 dv-cinder-790535-28-smb neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 14:29:53.005209 dv-cinder-790535-28-smb neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 14:29:53.209430 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 59918) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:29:53.217607 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-706effa4-fd9d-4d20-bb5c-78216734238d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2016470'] for network (2a8f49a2-73c8-4bd8-9b0d-0b1576482d3f), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:53.236251 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-706effa4-fd9d-4d20-bb5c-78216734238d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632217'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:53.252657 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-706effa4-fd9d-4d20-bb5c-78216734238d admin admin] 10.222.0.58 "DELETE /v2.0/networks/2a8f49a2-73c8-4bd8-9b0d-0b1576482d3f HTTP/1.1" status: 204 len: 168 time: 0.7448759 Mar 14 14:29:53.267029 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c55af22d-afe9-491c-baec-5c34b64ec74c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:53.287474 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706effa4-fd9d-4d20-bb5c-78216734238d admin admin] Pushing event deleted for resources: {'Network': ['ID=2a8f49a2-73c8-4bd8-9b0d-0b1576482d3f,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:53.450243 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c55af22d-afe9-491c-baec-5c34b64ec74c admin admin] Publish callbacks [] for security_group (6d8379f0-7400-4894-95d8-2351780332cb), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:53.544688 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c55af22d-afe9-491c-baec-5c34b64ec74c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (6d8379f0-7400-4894-95d8-2351780332cb), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:53.589082 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-c55af22d-afe9-491c-baec-5c34b64ec74c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=dd45bd554ab04312a7b2dcfdb8b89bca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3769011 Mar 14 14:29:53.591525 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55af22d-afe9-491c-baec-5c34b64ec74c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d8379f0-7400-4894-95d8-2351780332cb,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:53.594290 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 59936) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:29:53.699439 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6dfa3232-f77c-40b2-94a5-6532c9a67f00 admin admin] Publish callbacks [] for security_group (6d8379f0-7400-4894-95d8-2351780332cb), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:53.735670 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6dfa3232-f77c-40b2-94a5-6532c9a67f00 admin admin] Publish callbacks [] for security_group (6d8379f0-7400-4894-95d8-2351780332cb), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:53.789023 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-b0d956c2-a05a-4b5c-b4f4-fef35bc50a27 req-1b7e559a-b1cb-4721-bc2e-669ae7688c28 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a2b7668b-2be1-443e-b859-2ba5ba8d2d83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0723054 Mar 14 14:29:53.863553 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 59940) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:29:53.929299 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6dfa3232-f77c-40b2-94a5-6532c9a67f00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (6d8379f0-7400-4894-95d8-2351780332cb), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:53.941876 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6dfa3232-f77c-40b2-94a5-6532c9a67f00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:53.951077 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-6dfa3232-f77c-40b2-94a5-6532c9a67f00 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6d8379f0-7400-4894-95d8-2351780332cb HTTP/1.1" status: 204 len: 168 time: 0.3549256 Mar 14 14:29:53.994049 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d956c2-a05a-4b5c-b4f4-fef35bc50a27 req-8891ec12-cc63-4a53-bcc5-2b987c8930b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:53.998231 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-b0d956c2-a05a-4b5c-b4f4-fef35bc50a27 req-8891ec12-cc63-4a53-bcc5-2b987c8930b6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a29ccc594deb43b480de703c9f7ff84a&device_id=a2b7668b-2be1-443e-b859-2ba5ba8d2d83 HTTP/1.1" status: 200 len: 1129 time: 0.1399453 Mar 14 14:29:54.056273 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfa3232-f77c-40b2-94a5-6532c9a67f00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d8379f0-7400-4894-95d8-2351780332cb,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:54.077489 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-ab3c6f40-05ea-4ca0-9811-81d7b50cdadb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=58ab5d3a7f5046b7a3cdbc737a6aea84&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2103806 Mar 14 14:29:54.085607 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 59948) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:29:54.177635 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7bcf7a6c-7ae0-473b-9e51-5e82d0502533 admin admin] Publish callbacks [] for security_group (932d3254-14dd-4b43-ac8e-ef07d8e53f16), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:54.215229 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7bcf7a6c-7ae0-473b-9e51-5e82d0502533 admin admin] Publish callbacks [] for security_group (932d3254-14dd-4b43-ac8e-ef07d8e53f16), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:54.246339 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d956c2-a05a-4b5c-b4f4-fef35bc50a27 req-8779fbe4-03ac-4da4-96a6-84f5a2484269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:54.250549 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-b0d956c2-a05a-4b5c-b4f4-fef35bc50a27 req-8779fbe4-03ac-4da4-96a6-84f5a2484269 service neutron] 10.222.0.35 "GET /v2.0/networks?id=173ed8f0-b784-41a9-affa-440f6ed41220 HTTP/1.1" status: 200 len: 912 time: 0.2117991 Mar 14 14:29:54.365029 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-b0d956c2-a05a-4b5c-b4f4-fef35bc50a27 req-8613ce90-91e4-4c6d-9918-62620d7ada4e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3c38ba2-26e2-49f2-8f26-849998285fb3 HTTP/1.1" status: 200 len: 1001 time: 0.1063931 Mar 14 14:29:54.369487 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7bcf7a6c-7ae0-473b-9e51-5e82d0502533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (932d3254-14dd-4b43-ac8e-ef07d8e53f16), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:54.381069 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7bcf7a6c-7ae0-473b-9e51-5e82d0502533 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:54.388267 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-7bcf7a6c-7ae0-473b-9e51-5e82d0502533 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/932d3254-14dd-4b43-ac8e-ef07d8e53f16 HTTP/1.1" status: 204 len: 168 time: 0.3007104 Mar 14 14:29:54.419346 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcf7a6c-7ae0-473b-9e51-5e82d0502533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=932d3254-14dd-4b43-ac8e-ef07d8e53f16,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:54.454662 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d956c2-a05a-4b5c-b4f4-fef35bc50a27 req-e77f8ced-5a2a-476b-b34c-770a0c0ea761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:54.456359 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-b0d956c2-a05a-4b5c-b4f4-fef35bc50a27 req-e77f8ced-5a2a-476b-b34c-770a0c0ea761 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dd4479eb-5d2a-4b9c-9c27-a6d97c9e085c HTTP/1.1" status: 200 len: 850 time: 0.0793760 Mar 14 14:29:54.558529 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d956c2-a05a-4b5c-b4f4-fef35bc50a27 req-06591f0e-328d-457a-8297-4a4cdbe241ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:54.561406 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-b0d956c2-a05a-4b5c-b4f4-fef35bc50a27 req-06591f0e-328d-457a-8297-4a4cdbe241ea service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=173ed8f0-b784-41a9-affa-440f6ed41220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0959830 Mar 14 14:29:54.695757 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-b0d956c2-a05a-4b5c-b4f4-fef35bc50a27 req-7c0c87b3-fe86-489b-89ef-4ff7cc3b4b1d service neutron] 10.222.0.35 "GET /v2.0/networks/173ed8f0-b784-41a9-affa-440f6ed41220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234024 Mar 14 14:29:54.868203 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-b0d956c2-a05a-4b5c-b4f4-fef35bc50a27 req-f4b3a32e-904c-4b47-ae32-57f734343622 service neutron] 10.222.0.35 "GET /v2.0/networks/173ed8f0-b784-41a9-affa-440f6ed41220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602232 Mar 14 14:29:55.813239 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (5e7a912f-556e-4923-ad48-72f47c325557), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:57.400384 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 60086) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:29:57.445337 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 60090) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:29:57.608319 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-80290921-e774-409c-b1f1-dc11d8ccfd9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:57.659938 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.v2.base [None req-d9f02fbf-a8e4-4a60-931c-a8c9c390b182 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-294880435-network', 'tenant_id': '63bac5f5e8de432daf51510c0379662a'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:29:57.763222 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-80290921-e774-409c-b1f1-dc11d8ccfd9a admin admin] Publish callbacks [] for security_group (0a16ebd0-d389-4476-a9d7-9d68e7fcbbba), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:57.790836 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f02fbf-a8e4-4a60-931c-a8c9c390b182 admin admin] Made reservation on behalf of 63bac5f5e8de432daf51510c0379662a for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:29:57.797228 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d9f02fbf-a8e4-4a60-931c-a8c9c390b182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:57.813780 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d9f02fbf-a8e4-4a60-931c-a8c9c390b182 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:57.883820 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-80290921-e774-409c-b1f1-dc11d8ccfd9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (0a16ebd0-d389-4476-a9d7-9d68e7fcbbba), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:57.988006 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-80290921-e774-409c-b1f1-dc11d8ccfd9a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c3e55e4e918649eb81e5239c17786797&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5830557 Mar 14 14:29:57.988749 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 60118) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:29:57.997383 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80290921-e774-409c-b1f1-dc11d8ccfd9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a16ebd0-d389-4476-a9d7-9d68e7fcbbba,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:58.028859 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80290921-e774-409c-b1f1-dc11d8ccfd9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:29:58.028859 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80290921-e774-409c-b1f1-dc11d8ccfd9a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:29:58.028859 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80290921-e774-409c-b1f1-dc11d8ccfd9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:29:58.028859 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80290921-e774-409c-b1f1-dc11d8ccfd9a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:29:58.028859 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80290921-e774-409c-b1f1-dc11d8ccfd9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:29:58.028859 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80290921-e774-409c-b1f1-dc11d8ccfd9a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:29:58.028859 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80290921-e774-409c-b1f1-dc11d8ccfd9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:29:58.028859 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80290921-e774-409c-b1f1-dc11d8ccfd9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:29:58.028859 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80290921-e774-409c-b1f1-dc11d8ccfd9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:29:58.028859 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80290921-e774-409c-b1f1-dc11d8ccfd9a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:29:58.028859 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80290921-e774-409c-b1f1-dc11d8ccfd9a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:29:58.029804 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80290921-e774-409c-b1f1-dc11d8ccfd9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:29:58.029894 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80290921-e774-409c-b1f1-dc11d8ccfd9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:29:58.030460 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80290921-e774-409c-b1f1-dc11d8ccfd9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:29:58.031653 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80290921-e774-409c-b1f1-dc11d8ccfd9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:29:58.086547 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d9f02fbf-a8e4-4a60-931c-a8c9c390b182 admin admin] Publish callbacks [] for security_group (d77c7191-8659-4ec0-83ac-65b49413ff5c), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:58.114573 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c251c1d2-a2da-42e7-bbd8-9c7963c8f094 admin admin] Publish callbacks [] for security_group (0a16ebd0-d389-4476-a9d7-9d68e7fcbbba), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:58.157714 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c251c1d2-a2da-42e7-bbd8-9c7963c8f094 admin admin] Publish callbacks [] for security_group (0a16ebd0-d389-4476-a9d7-9d68e7fcbbba), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:58.168768 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d9f02fbf-a8e4-4a60-931c-a8c9c390b182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (d77c7191-8659-4ec0-83ac-65b49413ff5c), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:58.209824 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9f02fbf-a8e4-4a60-931c-a8c9c390b182 admin admin] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 14:29:58.227319 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f02fbf-a8e4-4a60-931c-a8c9c390b182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d77c7191-8659-4ec0-83ac-65b49413ff5c,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:58.233504 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d9f02fbf-a8e4-4a60-931c-a8c9c390b182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011900'] for segment (2a46ec39-dfba-4656-b081-4381f01477aa), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:58.233857 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.db.segments_db [None req-d9f02fbf-a8e4-4a60-931c-a8c9c390b182 admin admin] Added segment 2a46ec39-dfba-4656-b081-4381f01477aa of type vlan for network 0ddf994f-0880-45d8-aabd-d4172b6b2de8 Mar 14 14:29:58.285819 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d9f02fbf-a8e4-4a60-931c-a8c9c390b182 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744329743373'] for network (0ddf994f-0880-45d8-aabd-d4172b6b2de8), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:58.384846 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c251c1d2-a2da-42e7-bbd8-9c7963c8f094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (0a16ebd0-d389-4476-a9d7-9d68e7fcbbba), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:58.389899 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c251c1d2-a2da-42e7-bbd8-9c7963c8f094 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:58.391743 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-c251c1d2-a2da-42e7-bbd8-9c7963c8f094 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0a16ebd0-d389-4476-a9d7-9d68e7fcbbba HTTP/1.1" status: 204 len: 168 time: 0.4015622 Mar 14 14:29:58.407032 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c251c1d2-a2da-42e7-bbd8-9c7963c8f094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a16ebd0-d389-4476-a9d7-9d68e7fcbbba,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:58.420182 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c251c1d2-a2da-42e7-bbd8-9c7963c8f094 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:29:58.420856 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c251c1d2-a2da-42e7-bbd8-9c7963c8f094 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:29:58.421503 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c251c1d2-a2da-42e7-bbd8-9c7963c8f094 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:29:58.422171 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c251c1d2-a2da-42e7-bbd8-9c7963c8f094 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:29:58.422909 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c251c1d2-a2da-42e7-bbd8-9c7963c8f094 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:29:58.423784 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c251c1d2-a2da-42e7-bbd8-9c7963c8f094 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:29:58.424624 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c251c1d2-a2da-42e7-bbd8-9c7963c8f094 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:29:58.425442 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c251c1d2-a2da-42e7-bbd8-9c7963c8f094 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:29:58.425947 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d9f02fbf-a8e4-4a60-931c-a8c9c390b182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199'] for network (0ddf994f-0880-45d8-aabd-d4172b6b2de8), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:58.426732 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c251c1d2-a2da-42e7-bbd8-9c7963c8f094 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:29:58.426732 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c251c1d2-a2da-42e7-bbd8-9c7963c8f094 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:29:58.427357 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c251c1d2-a2da-42e7-bbd8-9c7963c8f094 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:29:58.428003 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c251c1d2-a2da-42e7-bbd8-9c7963c8f094 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:29:58.428627 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c251c1d2-a2da-42e7-bbd8-9c7963c8f094 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:29:58.429238 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c251c1d2-a2da-42e7-bbd8-9c7963c8f094 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:29:58.429842 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c251c1d2-a2da-42e7-bbd8-9c7963c8f094 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:29:58.430391 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f02fbf-a8e4-4a60-931c-a8c9c390b182 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:58.434004 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d9f02fbf-a8e4-4a60-931c-a8c9c390b182 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632217'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:58.522017 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 60146) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:29:58.531579 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f02fbf-a8e4-4a60-931c-a8c9c390b182 admin admin] Pushing event updated for resources: {'Network': ['ID=0ddf994f-0880-45d8-aabd-d4172b6b2de8,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:58.547344 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Network 0ddf994f-0880-45d8-aabd-d4172b6b2de8 details requested by agent ovs-agent-dv-cinder-790535-28-smb with host dv-cinder-790535-28-smb {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 14:29:58.553873 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 60150) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:29:58.555259 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-d9f02fbf-a8e4-4a60-931c-a8c9c390b182 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1081061 Mar 14 14:29:58.563324 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.v2.base [None req-8bb69144-cf32-45af-9f12-2e709551c10f admin admin] Request body: {'subnet': {'network_id': '0ddf994f-0880-45d8-aabd-d4172b6b2de8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-294880435-subnet', 'tenant_id': '63bac5f5e8de432daf51510c0379662a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:29:58.675988 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb69144-cf32-45af-9f12-2e709551c10f admin admin] Made reservation on behalf of 63bac5f5e8de432daf51510c0379662a for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:29:58.680358 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8bb69144-cf32-45af-9f12-2e709551c10f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:59.060640 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8bb69144-cf32-45af-9f12-2e709551c10f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199'] for subnet (bb7c63e2-0951-4b05-855d-9c4a5d265339), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:59.079073 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 60164) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:29:59.163556 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a3494953-0ce1-4156-bfa0-fb36e47e79b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:59.169894 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb69144-cf32-45af-9f12-2e709551c10f admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb7c63e2-0951-4b05-855d-9c4a5d265339,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:59.216146 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cc963dbb-dd2d-41f1-a46b-429b7c47c9ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:59.247239 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb69144-cf32-45af-9f12-2e709551c10f admin admin] Checking segment: {'id': '2a46ec39-dfba-4656-b081-4381f01477aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '0ddf994f-0880-45d8-aabd-d4172b6b2de8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:29:59.247802 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb69144-cf32-45af-9f12-2e709551c10f admin admin] Network hostable DHCP agents. Network: 0ddf994f-0880-45d8-aabd-d4172b6b2de8, hostable agents: ['cdfaf928-5960-4f26-8f0f-a06a7779780c'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 14:29:59.350148 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a3494953-0ce1-4156-bfa0-fb36e47e79b0 admin admin] Publish callbacks [] for security_group (f79214dc-8368-4226-b165-9442ec78dce5), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:59.375331 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cc963dbb-dd2d-41f1-a46b-429b7c47c9ab admin admin] Publish callbacks [] for security_group (ff41a3c0-901f-494f-8370-4253f449102c), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:59.458765 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb69144-cf32-45af-9f12-2e709551c10f admin admin] Network 0ddf994f-0880-45d8-aabd-d4172b6b2de8 is scheduled to be hosted by DHCP agent cdfaf928-5960-4f26-8f0f-a06a7779780c with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 14:29:59.489368 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a3494953-0ce1-4156-bfa0-fb36e47e79b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (f79214dc-8368-4226-b165-9442ec78dce5), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:59.538637 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cc963dbb-dd2d-41f1-a46b-429b7c47c9ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (ff41a3c0-901f-494f-8370-4253f449102c), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:59.557951 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3494953-0ce1-4156-bfa0-fb36e47e79b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f79214dc-8368-4226-b165-9442ec78dce5,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:59.565814 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-a3494953-0ce1-4156-bfa0-fb36e47e79b0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=de161d15aafd4f74b6fff0698cce46ca&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0422916 Mar 14 14:29:59.568407 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-8bb69144-cf32-45af-9f12-2e709551c10f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-28-smb, 0ddf994f-0880-45d8-aabd-d4172b6b2de8) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:29:59.570504 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 60178) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:29:59.582774 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b3b1f0-8b04-47b4-87e5-4054fe467477 None None] Network 0ddf994f-0880-45d8-aabd-d4172b6b2de8 requested from dv-cinder-790535-28-smb {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 14:29:59.586730 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb69144-cf32-45af-9f12-2e709551c10f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:29:59.587795 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8bb69144-cf32-45af-9f12-2e709551c10f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632217'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:59.595680 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc963dbb-dd2d-41f1-a46b-429b7c47c9ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff41a3c0-901f-494f-8370-4253f449102c,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:29:59.608934 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-cc963dbb-dd2d-41f1-a46b-429b7c47c9ab admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d73f426ca0d04568921dacc9916c4c91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5280457 Mar 14 14:29:59.611009 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 60182) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:29:59.705802 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 60184) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:29:59.733325 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a7c9ab45-ccc4-4c04-bf22-d116101d70d9 admin admin] Publish callbacks [] for security_group (f79214dc-8368-4226-b165-9442ec78dce5), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:59.747435 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-509c98c6-5451-431a-8957-33ab6506380a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:59.765903 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-8bb69144-cf32-45af-9f12-2e709551c10f admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2104230 Mar 14 14:29:59.770892 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 60188) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:29:59.779436 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.v2.base [None req-c873c15c-1f9e-46ae-ad17-444955bfcfcb admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-294880435-router', 'tenant_id': '63bac5f5e8de432daf51510c0379662a', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b'}}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:29:59.810383 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a7c9ab45-ccc4-4c04-bf22-d116101d70d9 admin admin] Publish callbacks [] for security_group (f79214dc-8368-4226-b165-9442ec78dce5), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:59.839741 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b23f2528-3e8f-4ff6-ae4b-f4ec00365bed admin admin] Publish callbacks [] for security_group (ff41a3c0-901f-494f-8370-4253f449102c), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:59.848047 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2404649-518c-4822-8fd7-496370ff5ef6 None None] Network 0ddf994f-0880-45d8-aabd-d4172b6b2de8 requested from dv-cinder-790535-28-smb {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 14:29:59.910493 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b23f2528-3e8f-4ff6-ae4b-f4ec00365bed admin admin] Publish callbacks [] for security_group (ff41a3c0-901f-494f-8370-4253f449102c), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:59.980924 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c873c15c-1f9e-46ae-ad17-444955bfcfcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2018839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4718'] for router (4863d670-3670-43db-b780-e57c4e4131fd), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:59.982942 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c873c15c-1f9e-46ae-ad17-444955bfcfcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2018979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2016321', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2027734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4711'] for router (4863d670-3670-43db-b780-e57c4e4131fd), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:29:59.997158 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a7c9ab45-ccc4-4c04-bf22-d116101d70d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (f79214dc-8368-4226-b165-9442ec78dce5), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:00.000256 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a7c9ab45-ccc4-4c04-bf22-d116101d70d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:00.001465 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-a7c9ab45-ccc4-4c04-bf22-d116101d70d9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f79214dc-8368-4226-b165-9442ec78dce5 HTTP/1.1" status: 204 len: 168 time: 0.4294415 Mar 14 14:30:00.014544 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c9ab45-ccc4-4c04-bf22-d116101d70d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f79214dc-8368-4226-b165-9442ec78dce5,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:00.048272 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-509c98c6-5451-431a-8957-33ab6506380a admin admin] Publish callbacks [] for security_group (94a53dc1-61ee-4e43-9350-20becb12f9c7), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:00.132246 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c873c15c-1f9e-46ae-ad17-444955bfcfcb admin admin] Publish callbacks [] for router_controller (4863d670-3670-43db-b780-e57c4e4131fd), precommit_add_association {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:00.133738 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-509c98c6-5451-431a-8957-33ab6506380a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (94a53dc1-61ee-4e43-9350-20becb12f9c7), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:00.193095 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-509c98c6-5451-431a-8957-33ab6506380a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7c6ff06e102b4bd7911ee5cfa209896c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4819617 Mar 14 14:30:00.194940 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b23f2528-3e8f-4ff6-ae4b-f4ec00365bed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (ff41a3c0-901f-494f-8370-4253f449102c), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:00.196571 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 60192) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:30:00.198931 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b23f2528-3e8f-4ff6-ae4b-f4ec00365bed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:00.200117 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-b23f2528-3e8f-4ff6-ae4b-f4ec00365bed admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ff41a3c0-901f-494f-8370-4253f449102c HTTP/1.1" status: 204 len: 168 time: 0.5883317 Mar 14 14:30:00.201466 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509c98c6-5451-431a-8957-33ab6506380a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94a53dc1-61ee-4e43-9350-20becb12f9c7,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:00.214158 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23f2528-3e8f-4ff6-ae4b-f4ec00365bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff41a3c0-901f-494f-8370-4253f449102c,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:00.320878 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c87c4ce2-e428-4e46-be57-2d893686227c admin admin] Publish callbacks [] for security_group (94a53dc1-61ee-4e43-9350-20becb12f9c7), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:00.353446 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c87c4ce2-e428-4e46-be57-2d893686227c admin admin] Publish callbacks [] for security_group (94a53dc1-61ee-4e43-9350-20becb12f9c7), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:00.442509 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c873c15c-1f9e-46ae-ad17-444955bfcfcb admin admin] Publish callbacks [] for router_gateway (4863d670-3670-43db-b780-e57c4e4131fd), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:00.493738 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c87c4ce2-e428-4e46-be57-2d893686227c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (94a53dc1-61ee-4e43-9350-20becb12f9c7), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:00.497816 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c87c4ce2-e428-4e46-be57-2d893686227c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:00.500197 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-c87c4ce2-e428-4e46-be57-2d893686227c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/94a53dc1-61ee-4e43-9350-20becb12f9c7 HTTP/1.1" status: 204 len: 168 time: 0.3015068 Mar 14 14:30:00.510573 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87c4ce2-e428-4e46-be57-2d893686227c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a53dc1-61ee-4e43-9350-20becb12f9c7,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:00.836885 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c873c15c-1f9e-46ae-ad17-444955bfcfcb admin admin] Publish callbacks [] for router_gateway (4863d670-3670-43db-b780-e57c4e4131fd), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:00.873181 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c873c15c-1f9e-46ae-ad17-444955bfcfcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:01.029388 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-c873c15c-1f9e-46ae-ad17-444955bfcfcb admin admin] Allocated IP 172.28.2.73 (21060e90-61ba-4e92-afb3-f12491c9b56b/3278263d-ed58-402f-9606-a5b3ef606428/8e299bfe-0843-4422-b5eb-7c65a6da8e84) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:30:01.106739 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 60214) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:30:01.139871 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-abb574ca-38c2-4561-acb2-32bd3f5ac2ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:01.177293 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c873c15c-1f9e-46ae-ad17-444955bfcfcb admin admin] Publish callbacks [] for port (8e299bfe-0843-4422-b5eb-7c65a6da8e84), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:01.241828 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-abb574ca-38c2-4561-acb2-32bd3f5ac2ba admin admin] Publish callbacks [] for security_group (def1e554-953c-4db3-b204-c91f082a3c0b), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:01.316015 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-abb574ca-38c2-4561-acb2-32bd3f5ac2ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (def1e554-953c-4db3-b204-c91f082a3c0b), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:01.317886 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c873c15c-1f9e-46ae-ad17-444955bfcfcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744329793199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8770621'] for port (8e299bfe-0843-4422-b5eb-7c65a6da8e84), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:01.361262 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-abb574ca-38c2-4561-acb2-32bd3f5ac2ba admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=136bc153ab5f470b9f810c09cc88ad74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2510078 Mar 14 14:30:01.362309 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb574ca-38c2-4561-acb2-32bd3f5ac2ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=def1e554-953c-4db3-b204-c91f082a3c0b,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:01.366022 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 60218) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:30:01.368645 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c873c15c-1f9e-46ae-ad17-444955bfcfcb admin admin] Network 21060e90-61ba-4e92-afb3-f12491c9b56b is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:30:01.374746 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-c873c15c-1f9e-46ae-ad17-444955bfcfcb admin admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:30:01.379745 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c873c15c-1f9e-46ae-ad17-444955bfcfcb admin admin] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:30:01.387041 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c873c15c-1f9e-46ae-ad17-444955bfcfcb admin admin] Pushing event updated for resources: {'Port': ['ID=8e299bfe-0843-4422-b5eb-7c65a6da8e84,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:01.439808 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-25152acb-4b99-484b-83ce-379914ff6263 admin admin] Publish callbacks [] for security_group (def1e554-953c-4db3-b204-c91f082a3c0b), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:01.471313 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-25152acb-4b99-484b-83ce-379914ff6263 admin admin] Publish callbacks [] for security_group (def1e554-953c-4db3-b204-c91f082a3c0b), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:01.576019 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 60220) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:30:01.596498 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ccb82b4e-0283-44c2-954a-d0aa0dca4587 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:01.624845 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-25152acb-4b99-484b-83ce-379914ff6263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (def1e554-953c-4db3-b204-c91f082a3c0b), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:01.629651 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-25152acb-4b99-484b-83ce-379914ff6263 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:01.631695 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-25152acb-4b99-484b-83ce-379914ff6263 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/def1e554-953c-4db3-b204-c91f082a3c0b HTTP/1.1" status: 204 len: 168 time: 0.2644367 Mar 14 14:30:01.658953 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25152acb-4b99-484b-83ce-379914ff6263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=def1e554-953c-4db3-b204-c91f082a3c0b,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:01.799012 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ccb82b4e-0283-44c2-954a-d0aa0dca4587 admin admin] Publish callbacks [] for security_group (56aa867e-c1f0-4435-bbbf-9b8f47529889), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:01.875907 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ccb82b4e-0283-44c2-954a-d0aa0dca4587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (56aa867e-c1f0-4435-bbbf-9b8f47529889), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:01.902120 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c873c15c-1f9e-46ae-ad17-444955bfcfcb admin admin] Publish callbacks [] for router_gateway (4863d670-3670-43db-b780-e57c4e4131fd), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:01.943281 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-ccb82b4e-0283-44c2-954a-d0aa0dca4587 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=61f075f341d34c7eb624c64da5e7cace&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3647468 Mar 14 14:30:01.944432 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb82b4e-0283-44c2-954a-d0aa0dca4587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56aa867e-c1f0-4435-bbbf-9b8f47529889,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:01.947624 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 60226) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:30:02.063681 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4536beba-492f-48f4-9d12-19d76783d826 admin admin] Publish callbacks [] for security_group (56aa867e-c1f0-4435-bbbf-9b8f47529889), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:02.132284 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4536beba-492f-48f4-9d12-19d76783d826 admin admin] Publish callbacks [] for security_group (56aa867e-c1f0-4435-bbbf-9b8f47529889), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:02.195611 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 60230) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:30:02.228770 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-121351ad-7030-4201-819d-6de65f0aaf04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:02.388834 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-121351ad-7030-4201-819d-6de65f0aaf04 admin admin] Publish callbacks [] for security_group (ea5063ef-b40f-4418-ba1f-a5822a2027d8), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:02.445566 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c873c15c-1f9e-46ae-ad17-444955bfcfcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2018988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2016302'] for router (4863d670-3670-43db-b780-e57c4e4131fd), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:02.476278 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-121351ad-7030-4201-819d-6de65f0aaf04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (ea5063ef-b40f-4418-ba1f-a5822a2027d8), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:02.554207 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121351ad-7030-4201-819d-6de65f0aaf04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5063ef-b40f-4418-ba1f-a5822a2027d8,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:02.563784 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-121351ad-7030-4201-819d-6de65f0aaf04 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ad026261783d4de9b66fb495254529d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3645971 Mar 14 14:30:02.568697 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 60234) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:30:02.577492 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4536beba-492f-48f4-9d12-19d76783d826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (56aa867e-c1f0-4435-bbbf-9b8f47529889), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:02.593982 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4536beba-492f-48f4-9d12-19d76783d826 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:02.593982 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-4536beba-492f-48f4-9d12-19d76783d826 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/56aa867e-c1f0-4435-bbbf-9b8f47529889 HTTP/1.1" status: 204 len: 168 time: 0.6391664 Mar 14 14:30:02.602199 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4536beba-492f-48f4-9d12-19d76783d826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56aa867e-c1f0-4435-bbbf-9b8f47529889,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:02.620740 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 60238) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:30:02.697943 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-34b970ba-53d3-4bbd-b399-00ae6a3cd2c9 admin admin] Publish callbacks [] for security_group (ea5063ef-b40f-4418-ba1f-a5822a2027d8), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:02.732601 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-34b970ba-53d3-4bbd-b399-00ae6a3cd2c9 admin admin] Publish callbacks [] for security_group (ea5063ef-b40f-4418-ba1f-a5822a2027d8), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:02.749722 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c873c15c-1f9e-46ae-ad17-444955bfcfcb admin admin] Router 4863d670-3670-43db-b780-e57c4e4131fd is scheduled to L3 agent 3a20f343-fbae-42b4-9bd9-ea7570b5f761 with binding_index 1 {{(pid=103766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 14:30:02.754418 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 60242) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:30:02.898776 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c873c15c-1f9e-46ae-ad17-444955bfcfcb admin admin] Notify agent at l3_agent.dv-cinder-790535-28-smb the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:30:02.914357 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4a6c32-de8b-4542-acf8-a874ae532e60 None None] Sync routers for ids ['4863d670-3670-43db-b780-e57c4e4131fd'] in dv-cinder-790535-28-smb {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:30:02.930485 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4a6c32-de8b-4542-acf8-a874ae532e60 None None] Routers {'4863d670-3670-43db-b780-e57c4e4131fd'} bound to L3 agent in host dv-cinder-790535-28-smb {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:30:02.931177 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-9c4a6c32-de8b-4542-acf8-a874ae532e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T14:20:13Z,description=,heartbeat_timestamp=2022-03-14T14:29:43Z,host='dv-cinder-790535-28-smb',id=3a20f343-fbae-42b4-9bd9-ea7570b5f761,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:20:14Z,topic='l3_agent')) {'router_ids': ['4863d670-3670-43db-b780-e57c4e4131fd'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:30:02.966350 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-06312579-c1bf-4b13-884c-2e6e1ca190d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:02.979059 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-34b970ba-53d3-4bbd-b399-00ae6a3cd2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (ea5063ef-b40f-4418-ba1f-a5822a2027d8), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:02.984242 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-34b970ba-53d3-4bbd-b399-00ae6a3cd2c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:03.005661 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-34b970ba-53d3-4bbd-b399-00ae6a3cd2c9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ea5063ef-b40f-4418-ba1f-a5822a2027d8 HTTP/1.1" status: 204 len: 168 time: 0.4187529 Mar 14 14:30:03.011555 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b970ba-53d3-4bbd-b399-00ae6a3cd2c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5063ef-b40f-4418-ba1f-a5822a2027d8,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:03.139952 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-9c4a6c32-de8b-4542-acf8-a874ae532e60 None None] Set router 4863d670-3670-43db-b780-e57c4e4131fd gateway port host: dv-cinder-790535-28-smb {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:30:03.151790 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-eaaa79d4-e155-4067-92fe-ffdfde4638d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:03.161693 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c873c15c-1f9e-46ae-ad17-444955bfcfcb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:03.164830 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-c873c15c-1f9e-46ae-ad17-444955bfcfcb admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.3917928 Mar 14 14:30:03.169476 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 60250) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:30:03.232546 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-06312579-c1bf-4b13-884c-2e6e1ca190d4 admin admin] Publish callbacks [] for security_group (60260f3d-a1af-47b8-b7cc-42c560fa99ed), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:03.365825 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-06312579-c1bf-4b13-884c-2e6e1ca190d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (60260f3d-a1af-47b8-b7cc-42c560fa99ed), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:03.435049 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-eaaa79d4-e155-4067-92fe-ffdfde4638d5 admin admin] Publish callbacks [] for security_group (4a920716-8996-4108-95a4-19b709dd5fcd), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:03.470312 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-06312579-c1bf-4b13-884c-2e6e1ca190d4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=99665b5f70be42a89ead68c824640963&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8531294 Mar 14 14:30:03.471936 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06312579-c1bf-4b13-884c-2e6e1ca190d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60260f3d-a1af-47b8-b7cc-42c560fa99ed,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:03.476603 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 60260) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:30:03.574928 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-eaaa79d4-e155-4067-92fe-ffdfde4638d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (4a920716-8996-4108-95a4-19b709dd5fcd), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:03.672656 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ebcbef28-7452-4bb8-9346-943964eb49f6 admin admin] Publish callbacks [] for security_group (60260f3d-a1af-47b8-b7cc-42c560fa99ed), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:03.686694 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaa79d4-e155-4067-92fe-ffdfde4638d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a920716-8996-4108-95a4-19b709dd5fcd,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:03.719717 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-eaaa79d4-e155-4067-92fe-ffdfde4638d5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=85301afd0b50453aa6e2ab61190ea673&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9640126 Mar 14 14:30:03.730605 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 60266) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:30:03.745526 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ebcbef28-7452-4bb8-9346-943964eb49f6 admin admin] Publish callbacks [] for security_group (60260f3d-a1af-47b8-b7cc-42c560fa99ed), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:03.763649 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-9c4a6c32-de8b-4542-acf8-a874ae532e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4863d670-3670-43db-b780-e57c4e4131fd', 'name': 'tempest-ServerRescueNegativeTestJSON-294880435-router', 'tenant_id': '63bac5f5e8de432daf51510c0379662a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.73'}], 'enable_snat': True}, 'gw_port_id': '8e299bfe-0843-4422-b5eb-7c65a6da8e84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:29:59Z', 'updated_at': '2022-03-14T14:30:01Z', 'revision_number': 3, 'project_id': '63bac5f5e8de432daf51510c0379662a', 'gw_port': {'id': '8e299bfe-0843-4422-b5eb-7c65a6da8e84', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:22:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4863d670-3670-43db-b780-e57c4e4131fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:00Z', 'updated_at': '2022-03-14T14:30:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb'}], 'dv-cinder-790535-28-smb', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:30:03.861882 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4a6c32-de8b-4542-acf8-a874ae532e60 None None] Checking router: 4863d670-3670-43db-b780-e57c4e4131fd for host: dv-cinder-790535-28-smb {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:30:03.862523 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4a6c32-de8b-4542-acf8-a874ae532e60 None None] Updating router 4863d670-3670-43db-b780-e57c4e4131fd port 8e299bfe-0843-4422-b5eb-7c65a6da8e84 binding host dv-cinder-790535-28-smb {{(pid=103769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 14:30:03.904189 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4a5ee5a1-94a6-487a-ab63-6c4b4543e39f admin admin] Publish callbacks [] for security_group (4a920716-8996-4108-95a4-19b709dd5fcd), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:03.923652 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-9c4a6c32-de8b-4542-acf8-a874ae532e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (8e299bfe-0843-4422-b5eb-7c65a6da8e84), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:03.939213 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ebcbef28-7452-4bb8-9346-943964eb49f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (60260f3d-a1af-47b8-b7cc-42c560fa99ed), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:03.941975 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ebcbef28-7452-4bb8-9346-943964eb49f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:03.943393 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-ebcbef28-7452-4bb8-9346-943964eb49f6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/60260f3d-a1af-47b8-b7cc-42c560fa99ed HTTP/1.1" status: 204 len: 168 time: 0.4659677 Mar 14 14:30:03.998404 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4a5ee5a1-94a6-487a-ab63-6c4b4543e39f admin admin] Publish callbacks [] for security_group (4a920716-8996-4108-95a4-19b709dd5fcd), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:04.006310 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcbef28-7452-4bb8-9346-943964eb49f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60260f3d-a1af-47b8-b7cc-42c560fa99ed,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:04.208817 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4a5ee5a1-94a6-487a-ab63-6c4b4543e39f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (4a920716-8996-4108-95a4-19b709dd5fcd), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:04.216436 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4a5ee5a1-94a6-487a-ab63-6c4b4543e39f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:04.223278 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-4a5ee5a1-94a6-487a-ab63-6c4b4543e39f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4a920716-8996-4108-95a4-19b709dd5fcd HTTP/1.1" status: 204 len: 168 time: 0.4903214 Mar 14 14:30:04.240843 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5ee5a1-94a6-487a-ab63-6c4b4543e39f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a920716-8996-4108-95a4-19b709dd5fcd,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:04.468855 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-9c4a6c32-de8b-4542-acf8-a874ae532e60 None None] Publish callbacks [] for port (8e299bfe-0843-4422-b5eb-7c65a6da8e84), precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:04.469522 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-af7bbd28-4d1f-401d-931b-6eddea4467cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:04.556200 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-9c4a6c32-de8b-4542-acf8-a874ae532e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (8e299bfe-0843-4422-b5eb-7c65a6da8e84), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:04.626740 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-9c4a6c32-de8b-4542-acf8-a874ae532e60 None None] Attempting to bind port 8e299bfe-0843-4422-b5eb-7c65a6da8e84 on host dv-cinder-790535-28-smb for vnic_type normal with profile {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:30:04.627120 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-9c4a6c32-de8b-4542-acf8-a874ae532e60 None None] Attempting to bind port 8e299bfe-0843-4422-b5eb-7c65a6da8e84 by drivers openvswitch,hyperv on host dv-cinder-790535-28-smb at level 0 using segments [{'id': 'bce16b83-cd05-4f93-adb0-46e63864be13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:30:04.629569 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4a6c32-de8b-4542-acf8-a874ae532e60 None None] Attempting to bind port 8e299bfe-0843-4422-b5eb-7c65a6da8e84 on network 21060e90-61ba-4e92-afb3-f12491c9b56b {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:30:04.641473 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4a6c32-de8b-4542-acf8-a874ae532e60 None None] Checking agent: {'id': 'ddc61399-76bc-42cc-9da4-26f2fa974742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-28-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 20, 17), 'started_at': datetime.datetime(2022, 3, 14, 14, 20, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-28-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:30:04.641473 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4a6c32-de8b-4542-acf8-a874ae532e60 None None] Checking segment: {'id': 'bce16b83-cd05-4f93-adb0-46e63864be13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:30:04.641473 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-9c4a6c32-de8b-4542-acf8-a874ae532e60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:04.641473 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4a6c32-de8b-4542-acf8-a874ae532e60 None None] Bound using segment: {'id': 'bce16b83-cd05-4f93-adb0-46e63864be13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:30:04.641473 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-9c4a6c32-de8b-4542-acf8-a874ae532e60 None None] Bound port: 8e299bfe-0843-4422-b5eb-7c65a6da8e84, host: dv-cinder-790535-28-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce16b83-cd05-4f93-adb0-46e63864be13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:30:04.641473 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-9c4a6c32-de8b-4542-acf8-a874ae532e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (8e299bfe-0843-4422-b5eb-7c65a6da8e84), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:04.642753 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8797bff9-f342-46b3-9469-a68c029f5a26 None None] Pushing event updated for resources: {'Port': ['ID=8e299bfe-0843-4422-b5eb-7c65a6da8e84,revision_number=2']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:04.711858 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-9c4a6c32-de8b-4542-acf8-a874ae532e60 None None] For port 8e299bfe-0843-4422-b5eb-7c65a6da8e84, host dv-cinder-790535-28-smb, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:30:04.717970 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-9c4a6c32-de8b-4542-acf8-a874ae532e60 None None] For port 8e299bfe-0843-4422-b5eb-7c65a6da8e84, host dv-cinder-790535-28-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-smb',level=0,port_id=8e299bfe-0843-4422-b5eb-7c65a6da8e84,segment=NetworkSegment(bce16b83-cd05-4f93-adb0-46e63864be13),segment_id=bce16b83-cd05-4f93-adb0-46e63864be13)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:30:04.724176 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-af7bbd28-4d1f-401d-931b-6eddea4467cd admin admin] Allocated IP 172.20.0.1 (0ddf994f-0880-45d8-aabd-d4172b6b2de8/bb7c63e2-0951-4b05-855d-9c4a5d265339/12c65274-f2dd-4981-ad0e-d3624a69c0ed) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:30:04.819164 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-9c4a6c32-de8b-4542-acf8-a874ae532e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (8e299bfe-0843-4422-b5eb-7c65a6da8e84), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:04.855366 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-af7bbd28-4d1f-401d-931b-6eddea4467cd admin admin] Publish callbacks [] for port (12c65274-f2dd-4981-ad0e-d3624a69c0ed), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:04.894553 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4a6c32-de8b-4542-acf8-a874ae532e60 None None] Routers {'4863d670-3670-43db-b780-e57c4e4131fd'} bound to L3 agent in host dv-cinder-790535-28-smb {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:30:04.895591 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-9c4a6c32-de8b-4542-acf8-a874ae532e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T14:20:13Z,description=,heartbeat_timestamp=2022-03-14T14:29:43Z,host='dv-cinder-790535-28-smb',id=3a20f343-fbae-42b4-9bd9-ea7570b5f761,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:20:14Z,topic='l3_agent')) {'router_ids': ['4863d670-3670-43db-b780-e57c4e4131fd'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:30:04.904153 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8797bff9-f342-46b3-9469-a68c029f5a26 None None] Pushing event updated for resources: {'Port': ['ID=8e299bfe-0843-4422-b5eb-7c65a6da8e84,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:04.957003 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-af7bbd28-4d1f-401d-931b-6eddea4467cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744329793199'] for port (12c65274-f2dd-4981-ad0e-d3624a69c0ed), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:05.025682 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7bbd28-4d1f-401d-931b-6eddea4467cd admin admin] Network 0ddf994f-0880-45d8-aabd-d4172b6b2de8 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:30:05.030879 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-af7bbd28-4d1f-401d-931b-6eddea4467cd admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:30:05.037400 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7bbd28-4d1f-401d-931b-6eddea4467cd admin admin] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:30:05.038188 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-af7bbd28-4d1f-401d-931b-6eddea4467cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2015297'] for router_interface (4863d670-3670-43db-b780-e57c4e4131fd), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:05.115408 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-9c4a6c32-de8b-4542-acf8-a874ae532e60 None None] Set router 4863d670-3670-43db-b780-e57c4e4131fd gateway port host: dv-cinder-790535-28-smb {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:30:05.120048 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bbd28-4d1f-401d-931b-6eddea4467cd admin admin] Pushing event updated for resources: {'Port': ['ID=12c65274-f2dd-4981-ad0e-d3624a69c0ed,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:05.368336 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-af7bbd28-4d1f-401d-931b-6eddea4467cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (12c65274-f2dd-4981-ad0e-d3624a69c0ed), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:05.419628 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-9c4a6c32-de8b-4542-acf8-a874ae532e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4863d670-3670-43db-b780-e57c4e4131fd', 'name': 'tempest-ServerRescueNegativeTestJSON-294880435-router', 'tenant_id': '63bac5f5e8de432daf51510c0379662a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.73'}], 'enable_snat': True}, 'gw_port_id': '8e299bfe-0843-4422-b5eb-7c65a6da8e84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:29:59Z', 'updated_at': '2022-03-14T14:30:01Z', 'revision_number': 3, 'project_id': '63bac5f5e8de432daf51510c0379662a', 'gw_port': {'id': '8e299bfe-0843-4422-b5eb-7c65a6da8e84', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:22:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4863d670-3670-43db-b780-e57c4e4131fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:00Z', 'updated_at': '2022-03-14T14:30:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb'}], 'dv-cinder-790535-28-smb', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:30:05.458445 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4a6c32-de8b-4542-acf8-a874ae532e60 None None] The sync data for ids ['4863d670-3670-43db-b780-e57c4e4131fd'] in dv-cinder-790535-28-smb is: [{'id': '4863d670-3670-43db-b780-e57c4e4131fd', 'name': 'tempest-ServerRescueNegativeTestJSON-294880435-router', 'tenant_id': '63bac5f5e8de432daf51510c0379662a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.73'}], 'enable_snat': True}, 'gw_port_id': '8e299bfe-0843-4422-b5eb-7c65a6da8e84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:29:59Z', 'updated_at': '2022-03-14T14:30:01Z', 'revision_number': 3, 'project_id': '63bac5f5e8de432daf51510c0379662a', 'gw_port': {'id': '8e299bfe-0843-4422-b5eb-7c65a6da8e84', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:22:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4863d670-3670-43db-b780-e57c4e4131fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:00Z', 'updated_at': '2022-03-14T14:30:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb'}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:30:05.547063 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 60300) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:30:05.610531 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f1480799-6610-4339-9f19-89cc69a3c52d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:05.752048 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-af7bbd28-4d1f-401d-931b-6eddea4467cd admin admin] Publish callbacks [] for port (12c65274-f2dd-4981-ad0e-d3624a69c0ed), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:05.765056 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f1480799-6610-4339-9f19-89cc69a3c52d admin admin] Publish callbacks [] for security_group (9a5b46d4-dfcd-41bb-bec9-12a756d1357d), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:05.805994 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 60302) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:30:05.833554 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ee11f58b-ca7e-4e12-a59e-e2ac7a0141c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:05.850815 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-af7bbd28-4d1f-401d-931b-6eddea4467cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (12c65274-f2dd-4981-ad0e-d3624a69c0ed), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:05.854095 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-af7bbd28-4d1f-401d-931b-6eddea4467cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2015469'] for router_interface (4863d670-3670-43db-b780-e57c4e4131fd), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:05.904906 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f1480799-6610-4339-9f19-89cc69a3c52d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (9a5b46d4-dfcd-41bb-bec9-12a756d1357d), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:06.043849 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-f1480799-6610-4339-9f19-89cc69a3c52d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bfdaf39a5bca471eb9c4922729677bc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4946985 Mar 14 14:30:06.049516 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 60306) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:30:06.068928 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1480799-6610-4339-9f19-89cc69a3c52d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a5b46d4-dfcd-41bb-bec9-12a756d1357d,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:06.126122 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bbd28-4d1f-401d-931b-6eddea4467cd admin admin] Pushing event updated for resources: {'Port': ['ID=12c65274-f2dd-4981-ad0e-d3624a69c0ed,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:06.220439 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-28c34028-cc8b-408a-b9ba-2378752b89ba admin admin] Publish callbacks [] for security_group (9a5b46d4-dfcd-41bb-bec9-12a756d1357d), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:06.282570 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-28c34028-cc8b-408a-b9ba-2378752b89ba admin admin] Publish callbacks [] for security_group (9a5b46d4-dfcd-41bb-bec9-12a756d1357d), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:06.402936 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ee11f58b-ca7e-4e12-a59e-e2ac7a0141c8 admin admin] Publish callbacks [] for security_group (a710176f-e73d-4092-ade8-126cf55c1c62), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:06.445268 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7bbd28-4d1f-401d-931b-6eddea4467cd admin admin] Network 0ddf994f-0880-45d8-aabd-d4172b6b2de8 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:30:06.447662 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-af7bbd28-4d1f-401d-931b-6eddea4467cd admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:30:06.493115 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-28c34028-cc8b-408a-b9ba-2378752b89ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (9a5b46d4-dfcd-41bb-bec9-12a756d1357d), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:06.497351 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-28c34028-cc8b-408a-b9ba-2378752b89ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:06.498582 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-28c34028-cc8b-408a-b9ba-2378752b89ba admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9a5b46d4-dfcd-41bb-bec9-12a756d1357d HTTP/1.1" status: 204 len: 168 time: 0.4477115 Mar 14 14:30:06.508377 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c34028-cc8b-408a-b9ba-2378752b89ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a5b46d4-dfcd-41bb-bec9-12a756d1357d,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:06.512989 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ee11f58b-ca7e-4e12-a59e-e2ac7a0141c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (a710176f-e73d-4092-ade8-126cf55c1c62), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:06.592332 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee11f58b-ca7e-4e12-a59e-e2ac7a0141c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a710176f-e73d-4092-ade8-126cf55c1c62,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:06.602944 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 60314) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:30:06.603464 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-ee11f58b-ca7e-4e12-a59e-e2ac7a0141c8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=631521829632407da0a71bd3afda7758&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7957706 Mar 14 14:30:06.707390 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af7bbd28-4d1f-401d-931b-6eddea4467cd admin admin] Router 4863d670-3670-43db-b780-e57c4e4131fd has already been hosted by L3 agent 3a20f343-fbae-42b4-9bd9-ea7570b5f761 {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 14:30:06.716282 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ed0865d3-f685-4003-8fc4-3e3a28d781f9 admin admin] Publish callbacks [] for security_group (a710176f-e73d-4092-ade8-126cf55c1c62), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:06.755432 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ed0865d3-f685-4003-8fc4-3e3a28d781f9 admin admin] Publish callbacks [] for security_group (a710176f-e73d-4092-ade8-126cf55c1c62), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:06.912984 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af7bbd28-4d1f-401d-931b-6eddea4467cd admin admin] Notify agent at l3_agent.dv-cinder-790535-28-smb the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:30:06.915616 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ed0865d3-f685-4003-8fc4-3e3a28d781f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (a710176f-e73d-4092-ade8-126cf55c1c62), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:06.928354 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-af7bbd28-4d1f-401d-931b-6eddea4467cd admin admin] 10.222.0.58 "PUT /v2.0/routers/4863d670-3670-43db-b780-e57c4e4131fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7478516 Mar 14 14:30:06.928841 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ed0865d3-f685-4003-8fc4-3e3a28d781f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:06.928841 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-ed0865d3-f685-4003-8fc4-3e3a28d781f9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a710176f-e73d-4092-ade8-126cf55c1c62 HTTP/1.1" status: 204 len: 168 time: 0.3131418 Mar 14 14:30:06.930137 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0865d3-f685-4003-8fc4-3e3a28d781f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a710176f-e73d-4092-ade8-126cf55c1c62,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:07.326265 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Device 8e299bfe-0843-4422-b5eb-7c65a6da8e84 up at agent ovs-agent-dv-cinder-790535-28-smb {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:30:07.424051 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Provisioning complete for port 8e299bfe-0843-4422-b5eb-7c65a6da8e84 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:30:07.424440 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (8e299bfe-0843-4422-b5eb-7c65a6da8e84), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:07.539052 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Current status of the port 8e299bfe-0843-4422-b5eb-7c65a6da8e84 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:30:07.539634 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (8e299bfe-0843-4422-b5eb-7c65a6da8e84), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:07.568123 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] For port 8e299bfe-0843-4422-b5eb-7c65a6da8e84, host dv-cinder-790535-28-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-smb',level=0,port_id=8e299bfe-0843-4422-b5eb-7c65a6da8e84,segment=NetworkSegment(bce16b83-cd05-4f93-adb0-46e63864be13),segment_id=bce16b83-cd05-4f93-adb0-46e63864be13)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:30:07.653862 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (8e299bfe-0843-4422-b5eb-7c65a6da8e84), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:07.750359 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Pushing event updated for resources: {'Port': ['ID=8e299bfe-0843-4422-b5eb-7c65a6da8e84,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:07.761126 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:30:07.761622 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:30:07.762100 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:30:07.762588 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:30:07.763018 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:30:07.763451 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:30:07.763872 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:30:07.764351 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:30:07.764820 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:30:07.765271 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:30:07.765714 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:30:07.766177 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:30:07.766603 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:30:07.767037 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:30:07.767561 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:30:08.071760 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abbd647-9513-4be7-a18a-461cf1003650 None None] Sync routers for ids ['4863d670-3670-43db-b780-e57c4e4131fd'] in dv-cinder-790535-28-smb {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:30:08.084696 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abbd647-9513-4be7-a18a-461cf1003650 None None] Routers {'4863d670-3670-43db-b780-e57c4e4131fd'} bound to L3 agent in host dv-cinder-790535-28-smb {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:30:08.085527 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-6abbd647-9513-4be7-a18a-461cf1003650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T14:20:13Z,description=,heartbeat_timestamp=2022-03-14T14:29:43Z,host='dv-cinder-790535-28-smb',id=3a20f343-fbae-42b4-9bd9-ea7570b5f761,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:20:14Z,topic='l3_agent')) {'router_ids': ['4863d670-3670-43db-b780-e57c4e4131fd'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:30:08.195687 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 60348) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:30:08.217073 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-498cf4e2-e369-4e85-bafc-266493b2101e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:08.222641 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-6abbd647-9513-4be7-a18a-461cf1003650 None None] Set router 4863d670-3670-43db-b780-e57c4e4131fd gateway port host: dv-cinder-790535-28-smb {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:30:08.392714 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-498cf4e2-e369-4e85-bafc-266493b2101e admin admin] Publish callbacks [] for security_group (417a85e0-8bae-445a-9f41-ea2a93d77a48), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:08.479582 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-6abbd647-9513-4be7-a18a-461cf1003650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4863d670-3670-43db-b780-e57c4e4131fd', 'name': 'tempest-ServerRescueNegativeTestJSON-294880435-router', 'tenant_id': '63bac5f5e8de432daf51510c0379662a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.73'}], 'enable_snat': True}, 'gw_port_id': '8e299bfe-0843-4422-b5eb-7c65a6da8e84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:29:59Z', 'updated_at': '2022-03-14T14:30:05Z', 'revision_number': 4, 'project_id': '63bac5f5e8de432daf51510c0379662a', 'gw_port': {'id': '8e299bfe-0843-4422-b5eb-7c65a6da8e84', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:22:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4863d670-3670-43db-b780-e57c4e4131fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:00Z', 'updated_at': '2022-03-14T14:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb', '_interfaces': [{'id': '12c65274-f2dd-4981-ad0e-d3624a69c0ed', 'name': '', 'network_id': '0ddf994f-0880-45d8-aabd-d4172b6b2de8', 'tenant_id': '63bac5f5e8de432daf51510c0379662a', 'mac_address': 'fa:16:3e:61:6c:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4863d670-3670-43db-b780-e57c4e4131fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'bb7c63e2-0951-4b05-855d-9c4a5d265339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:04Z', 'updated_at': '2022-03-14T14:30:05Z', 'revision_number': 2, 'project_id': '63bac5f5e8de432daf51510c0379662a', 'subnets': [{'id': 'bb7c63e2-0951-4b05-855d-9c4a5d265339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-smb', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:30:08.515683 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abbd647-9513-4be7-a18a-461cf1003650 None None] Checking router: 4863d670-3670-43db-b780-e57c4e4131fd for host: dv-cinder-790535-28-smb {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:30:08.516102 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abbd647-9513-4be7-a18a-461cf1003650 None None] Updating router 4863d670-3670-43db-b780-e57c4e4131fd port 12c65274-f2dd-4981-ad0e-d3624a69c0ed binding host dv-cinder-790535-28-smb {{(pid=103768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 14:30:08.552467 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6abbd647-9513-4be7-a18a-461cf1003650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (12c65274-f2dd-4981-ad0e-d3624a69c0ed), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:08.568134 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-498cf4e2-e369-4e85-bafc-266493b2101e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (417a85e0-8bae-445a-9f41-ea2a93d77a48), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:08.655234 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-498cf4e2-e369-4e85-bafc-266493b2101e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=dd4b013f094141b18c5918a2c72ebef0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4544287 Mar 14 14:30:08.655234 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498cf4e2-e369-4e85-bafc-266493b2101e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=417a85e0-8bae-445a-9f41-ea2a93d77a48,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:08.655924 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 60356) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:30:08.781681 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7fa0ffd6-5fe6-4aaa-b09a-8b943a1d6c6a admin admin] Publish callbacks [] for security_group (417a85e0-8bae-445a-9f41-ea2a93d77a48), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:08.818005 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7fa0ffd6-5fe6-4aaa-b09a-8b943a1d6c6a admin admin] Publish callbacks [] for security_group (417a85e0-8bae-445a-9f41-ea2a93d77a48), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:09.034870 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6abbd647-9513-4be7-a18a-461cf1003650 None None] Publish callbacks [] for port (12c65274-f2dd-4981-ad0e-d3624a69c0ed), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:09.074737 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7fa0ffd6-5fe6-4aaa-b09a-8b943a1d6c6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (417a85e0-8bae-445a-9f41-ea2a93d77a48), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:09.080054 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7fa0ffd6-5fe6-4aaa-b09a-8b943a1d6c6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:09.081775 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-7fa0ffd6-5fe6-4aaa-b09a-8b943a1d6c6a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/417a85e0-8bae-445a-9f41-ea2a93d77a48 HTTP/1.1" status: 204 len: 168 time: 0.4241891 Mar 14 14:30:09.110630 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa0ffd6-5fe6-4aaa-b09a-8b943a1d6c6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=417a85e0-8bae-445a-9f41-ea2a93d77a48,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:09.146449 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6abbd647-9513-4be7-a18a-461cf1003650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (12c65274-f2dd-4981-ad0e-d3624a69c0ed), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:09.155888 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80818190-b8f9-4c1b-b4be-767877b869ac req-6bb632dd-9147-41fd-9571-83cada5e064c tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:09.157514 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-80818190-b8f9-4c1b-b4be-767877b869ac req-6bb632dd-9147-41fd-9571-83cada5e064c tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/networks?id=0ddf994f-0880-45d8-aabd-d4172b6b2de8 HTTP/1.1" status: 200 len: 818 time: 0.2469418 Mar 14 14:30:09.190189 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-80818190-b8f9-4c1b-b4be-767877b869ac req-a7a53b10-e1e7-46b3-87a3-0990295add5f tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/quotas/63bac5f5e8de432daf51510c0379662a HTTP/1.1" status: 200 len: 375 time: 0.0176773 Mar 14 14:30:09.292747 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38320984-7ff6-4d0b-af7f-2936b843c01f None None] Pushing event updated for resources: {'Port': ['ID=12c65274-f2dd-4981-ad0e-d3624a69c0ed,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:09.320361 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Device 8e299bfe-0843-4422-b5eb-7c65a6da8e84 up at agent ovs-agent-dv-cinder-790535-28-smb {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:30:09.329382 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-80818190-b8f9-4c1b-b4be-767877b869ac req-43e6bb40-6f60-4375-ab80-ae66dfbfca5f tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=63bac5f5e8de432daf51510c0379662a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1315141 Mar 14 14:30:09.379676 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-6abbd647-9513-4be7-a18a-461cf1003650 None None] Attempting to bind port 12c65274-f2dd-4981-ad0e-d3624a69c0ed on host dv-cinder-790535-28-smb for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:30:09.380084 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-6abbd647-9513-4be7-a18a-461cf1003650 None None] Attempting to bind port 12c65274-f2dd-4981-ad0e-d3624a69c0ed by drivers openvswitch,hyperv on host dv-cinder-790535-28-smb at level 0 using segments [{'id': '2a46ec39-dfba-4656-b081-4381f01477aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '0ddf994f-0880-45d8-aabd-d4172b6b2de8'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:30:09.380461 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abbd647-9513-4be7-a18a-461cf1003650 None None] Attempting to bind port 12c65274-f2dd-4981-ad0e-d3624a69c0ed on network 0ddf994f-0880-45d8-aabd-d4172b6b2de8 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:30:09.396531 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abbd647-9513-4be7-a18a-461cf1003650 None None] Checking agent: {'id': 'ddc61399-76bc-42cc-9da4-26f2fa974742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-28-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 20, 17), 'started_at': datetime.datetime(2022, 3, 14, 14, 20, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-28-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:30:09.396935 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abbd647-9513-4be7-a18a-461cf1003650 None None] Checking segment: {'id': '2a46ec39-dfba-4656-b081-4381f01477aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '0ddf994f-0880-45d8-aabd-d4172b6b2de8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:30:09.397504 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6abbd647-9513-4be7-a18a-461cf1003650 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:09.397922 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abbd647-9513-4be7-a18a-461cf1003650 None None] Bound using segment: {'id': '2a46ec39-dfba-4656-b081-4381f01477aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '0ddf994f-0880-45d8-aabd-d4172b6b2de8'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:30:09.398432 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-6abbd647-9513-4be7-a18a-461cf1003650 None None] Bound port: 12c65274-f2dd-4981-ad0e-d3624a69c0ed, host: dv-cinder-790535-28-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a46ec39-dfba-4656-b081-4381f01477aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '0ddf994f-0880-45d8-aabd-d4172b6b2de8'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:30:09.398822 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6abbd647-9513-4be7-a18a-461cf1003650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (12c65274-f2dd-4981-ad0e-d3624a69c0ed), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:09.556567 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Provisioning complete for port 8e299bfe-0843-4422-b5eb-7c65a6da8e84 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:30:09.558619 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (8e299bfe-0843-4422-b5eb-7c65a6da8e84), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:09.562073 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-80818190-b8f9-4c1b-b4be-767877b869ac req-76d646a7-7063-4190-b21b-e684c150eaab service neutron] 10.222.0.58 "GET /v2.0/networks/0ddf994f-0880-45d8-aabd-d4172b6b2de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163267 Mar 14 14:30:09.641535 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-6abbd647-9513-4be7-a18a-461cf1003650 None None] For port 12c65274-f2dd-4981-ad0e-d3624a69c0ed, host dv-cinder-790535-28-smb, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:30:09.676644 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-6abbd647-9513-4be7-a18a-461cf1003650 None None] For port 12c65274-f2dd-4981-ad0e-d3624a69c0ed, host dv-cinder-790535-28-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-smb',level=0,port_id=12c65274-f2dd-4981-ad0e-d3624a69c0ed,segment=NetworkSegment(2a46ec39-dfba-4656-b081-4381f01477aa),segment_id=2a46ec39-dfba-4656-b081-4381f01477aa)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:30:09.720053 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-80818190-b8f9-4c1b-b4be-767877b869ac req-5d86fe5e-649e-436f-8fc4-09725246531b service neutron] 10.222.0.58 "GET /v2.0/networks/0ddf994f-0880-45d8-aabd-d4172b6b2de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563728 Mar 14 14:30:09.773382 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6abbd647-9513-4be7-a18a-461cf1003650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (12c65274-f2dd-4981-ad0e-d3624a69c0ed), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:09.821307 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Current status of the port 8e299bfe-0843-4422-b5eb-7c65a6da8e84 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:30:09.859448 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38320984-7ff6-4d0b-af7f-2936b843c01f None None] Pushing event updated for resources: {'Port': ['ID=12c65274-f2dd-4981-ad0e-d3624a69c0ed,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:09.862506 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abbd647-9513-4be7-a18a-461cf1003650 None None] Routers {'4863d670-3670-43db-b780-e57c4e4131fd'} bound to L3 agent in host dv-cinder-790535-28-smb {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:30:09.867296 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-6abbd647-9513-4be7-a18a-461cf1003650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T14:20:13Z,description=,heartbeat_timestamp=2022-03-14T14:29:43Z,host='dv-cinder-790535-28-smb',id=3a20f343-fbae-42b4-9bd9-ea7570b5f761,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:20:14Z,topic='l3_agent')) {'router_ids': ['4863d670-3670-43db-b780-e57c4e4131fd'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:30:10.176228 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-29e23b86-5077-4920-9e51-f8fe9cd34bf1 req-735caa87-e53c-4227-a63f-0ee2e634a38e tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba304e9b-4741-4fe8-9210-bc5fe68b8d78 HTTP/1.1" status: 200 len: 210 time: 0.0923350 Mar 14 14:30:10.227316 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-6abbd647-9513-4be7-a18a-461cf1003650 None None] Set router 4863d670-3670-43db-b780-e57c4e4131fd gateway port host: dv-cinder-790535-28-smb {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:30:10.722595 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-6abbd647-9513-4be7-a18a-461cf1003650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4863d670-3670-43db-b780-e57c4e4131fd', 'name': 'tempest-ServerRescueNegativeTestJSON-294880435-router', 'tenant_id': '63bac5f5e8de432daf51510c0379662a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.73'}], 'enable_snat': True}, 'gw_port_id': '8e299bfe-0843-4422-b5eb-7c65a6da8e84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:29:59Z', 'updated_at': '2022-03-14T14:30:05Z', 'revision_number': 4, 'project_id': '63bac5f5e8de432daf51510c0379662a', 'gw_port': {'id': '8e299bfe-0843-4422-b5eb-7c65a6da8e84', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:22:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4863d670-3670-43db-b780-e57c4e4131fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:00Z', 'updated_at': '2022-03-14T14:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb', '_interfaces': [{'id': '12c65274-f2dd-4981-ad0e-d3624a69c0ed', 'name': '', 'network_id': '0ddf994f-0880-45d8-aabd-d4172b6b2de8', 'tenant_id': '63bac5f5e8de432daf51510c0379662a', 'mac_address': 'fa:16:3e:61:6c:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4863d670-3670-43db-b780-e57c4e4131fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'bb7c63e2-0951-4b05-855d-9c4a5d265339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:04Z', 'updated_at': '2022-03-14T14:30:09Z', 'revision_number': 4, 'project_id': '63bac5f5e8de432daf51510c0379662a', 'subnets': [{'id': 'bb7c63e2-0951-4b05-855d-9c4a5d265339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-smb', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:30:10.812113 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abbd647-9513-4be7-a18a-461cf1003650 None None] The sync data for ids ['4863d670-3670-43db-b780-e57c4e4131fd'] in dv-cinder-790535-28-smb is: [{'id': '4863d670-3670-43db-b780-e57c4e4131fd', 'name': 'tempest-ServerRescueNegativeTestJSON-294880435-router', 'tenant_id': '63bac5f5e8de432daf51510c0379662a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.73'}], 'enable_snat': True}, 'gw_port_id': '8e299bfe-0843-4422-b5eb-7c65a6da8e84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:29:59Z', 'updated_at': '2022-03-14T14:30:05Z', 'revision_number': 4, 'project_id': '63bac5f5e8de432daf51510c0379662a', 'gw_port': {'id': '8e299bfe-0843-4422-b5eb-7c65a6da8e84', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:22:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4863d670-3670-43db-b780-e57c4e4131fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:00Z', 'updated_at': '2022-03-14T14:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb', '_interfaces': [{'id': '12c65274-f2dd-4981-ad0e-d3624a69c0ed', 'name': '', 'network_id': '0ddf994f-0880-45d8-aabd-d4172b6b2de8', 'tenant_id': '63bac5f5e8de432daf51510c0379662a', 'mac_address': 'fa:16:3e:61:6c:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4863d670-3670-43db-b780-e57c4e4131fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'bb7c63e2-0951-4b05-855d-9c4a5d265339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:04Z', 'updated_at': '2022-03-14T14:30:09Z', 'revision_number': 4, 'project_id': '63bac5f5e8de432daf51510c0379662a', 'subnets': [{'id': 'bb7c63e2-0951-4b05-855d-9c4a5d265339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:30:10.834142 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1eb495bb-582f-4b29-af09-092d588534cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (cdfaf928-5960-4f26-8f0f-a06a7779780c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:11.057104 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4491486c-fe8f-4e2e-89d8-44f947655357 req-d294385d-0a88-46a3-a72c-0296f9c0b2f8 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:11.064865 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-4491486c-fe8f-4e2e-89d8-44f947655357 req-d294385d-0a88-46a3-a72c-0296f9c0b2f8 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/networks?id=0ddf994f-0880-45d8-aabd-d4172b6b2de8 HTTP/1.1" status: 200 len: 818 time: 0.2971613 Mar 14 14:30:11.101823 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-4491486c-fe8f-4e2e-89d8-44f947655357 req-cd4a059d-5187-4feb-9064-6fd30e625640 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/quotas/63bac5f5e8de432daf51510c0379662a HTTP/1.1" status: 200 len: 375 time: 0.0284128 Mar 14 14:30:11.248912 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-4491486c-fe8f-4e2e-89d8-44f947655357 req-ac797731-863b-4325-9b77-31dc376cab72 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=63bac5f5e8de432daf51510c0379662a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1453667 Mar 14 14:30:11.543135 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Device 12c65274-f2dd-4981-ad0e-d3624a69c0ed up at agent ovs-agent-dv-cinder-790535-28-smb {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:30:11.547206 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-4491486c-fe8f-4e2e-89d8-44f947655357 req-43702408-ba09-432e-80a3-1a371afe7557 service neutron] 10.222.0.58 "GET /v2.0/networks/0ddf994f-0880-45d8-aabd-d4172b6b2de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787759 Mar 14 14:30:11.656606 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Provisioning complete for port 12c65274-f2dd-4981-ad0e-d3624a69c0ed triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:30:11.657294 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (12c65274-f2dd-4981-ad0e-d3624a69c0ed), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:11.842410 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Current status of the port 12c65274-f2dd-4981-ad0e-d3624a69c0ed is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:30:11.844476 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (12c65274-f2dd-4981-ad0e-d3624a69c0ed), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:11.934996 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] For port 12c65274-f2dd-4981-ad0e-d3624a69c0ed, host dv-cinder-790535-28-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-smb',level=0,port_id=12c65274-f2dd-4981-ad0e-d3624a69c0ed,segment=NetworkSegment(2a46ec39-dfba-4656-b081-4381f01477aa),segment_id=2a46ec39-dfba-4656-b081-4381f01477aa)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:30:11.936330 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-4491486c-fe8f-4e2e-89d8-44f947655357 req-55cac90a-1e96-4536-801f-835a35e4dd56 service neutron] 10.222.0.58 "GET /v2.0/networks/0ddf994f-0880-45d8-aabd-d4172b6b2de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3775346 Mar 14 14:30:12.024879 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (12c65274-f2dd-4981-ad0e-d3624a69c0ed), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:12.243555 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Pushing event updated for resources: {'Port': ['ID=12c65274-f2dd-4981-ad0e-d3624a69c0ed,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:13.006416 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-e7d3f186-1dcf-4c2e-a547-3a9750c41dd1 req-4920e4cb-87cc-4472-ae6d-4b302c23df63 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=22b43218-c573-4084-9642-35bcba3f7423 HTTP/1.1" status: 200 len: 210 time: 0.1220543 Mar 14 14:30:13.293991 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4bccc40a-2811-4609-96ea-9a900dfcd3cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (3a20f343-fbae-42b4-9bd9-ea7570b5f761), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:13.423606 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Device 12c65274-f2dd-4981-ad0e-d3624a69c0ed up at agent ovs-agent-dv-cinder-790535-28-smb {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:30:13.533914 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Provisioning complete for port 12c65274-f2dd-4981-ad0e-d3624a69c0ed triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:30:13.534280 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (12c65274-f2dd-4981-ad0e-d3624a69c0ed), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:13.684742 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Current status of the port 12c65274-f2dd-4981-ad0e-d3624a69c0ed is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:30:14.124704 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-185c8f85-dcbe-48c9-afbc-18937643334b req-495af23e-78fc-4191-b0f3-543927ff195b tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=22b43218-c573-4084-9642-35bcba3f7423 HTTP/1.1" status: 200 len: 210 time: 0.0467114 Mar 14 14:30:14.304214 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1359c12f-9f02-429e-8c66-1d1d1dbe42c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (105db0a1-84b9-47b6-91eb-e578cb139bff), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:14.350953 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80818190-b8f9-4c1b-b4be-767877b869ac req-d7dc31d4-2f59-4d9e-8d95-f89bd1b4dc17 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:14.352943 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-80818190-b8f9-4c1b-b4be-767877b869ac req-d7dc31d4-2f59-4d9e-8d95-f89bd1b4dc17 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.35 "GET /v2.0/networks?id=0ddf994f-0880-45d8-aabd-d4172b6b2de8 HTTP/1.1" status: 200 len: 818 time: 0.2839658 Mar 14 14:30:14.373676 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.v2.base [req-80818190-b8f9-4c1b-b4be-767877b869ac req-d0b4e721-a411-410c-9d20-9da3a222d2c3 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Request body: {'port': {'device_id': 'ba304e9b-4741-4fe8-9210-bc5fe68b8d78', 'network_id': '0ddf994f-0880-45d8-aabd-d4172b6b2de8', 'admin_state_up': True, 'tenant_id': '63bac5f5e8de432daf51510c0379662a'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:30:14.746249 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80818190-b8f9-4c1b-b4be-767877b869ac req-d0b4e721-a411-410c-9d20-9da3a222d2c3 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Made reservation on behalf of 63bac5f5e8de432daf51510c0379662a for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:30:14.752073 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-80818190-b8f9-4c1b-b4be-767877b869ac req-d0b4e721-a411-410c-9d20-9da3a222d2c3 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:15.061256 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-80818190-b8f9-4c1b-b4be-767877b869ac req-d0b4e721-a411-410c-9d20-9da3a222d2c3 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Allocated IP 172.20.0.5 (0ddf994f-0880-45d8-aabd-d4172b6b2de8/bb7c63e2-0951-4b05-855d-9c4a5d265339/a05af32d-d6e5-47f7-b20d-3a130c49f1d6) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:30:15.318720 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-c8c64f26-ba94-45b1-9344-06ed404932bd req-fd1964d6-0417-4140-9015-399abe737dfb tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=22b43218-c573-4084-9642-35bcba3f7423 HTTP/1.1" status: 200 len: 210 time: 0.0736706 Mar 14 14:30:15.406573 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-80818190-b8f9-4c1b-b4be-767877b869ac req-d0b4e721-a411-410c-9d20-9da3a222d2c3 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Publish callbacks [] for port (a05af32d-d6e5-47f7-b20d-3a130c49f1d6), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:15.476399 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.agents_db [None req-65564c68-cd92-4c79-8f56-5bb994fe7015 None None] Agent healthcheck: found 6 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 14:30:15.573041 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-91e6bee0-ce44-4dbb-9ae4-7799debe7360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (837ef9e9-d083-4188-a7c6-79f2c68dbd25), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:15.575663 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-80818190-b8f9-4c1b-b4be-767877b869ac req-d0b4e721-a411-410c-9d20-9da3a222d2c3 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744329793199'] for port (a05af32d-d6e5-47f7-b20d-3a130c49f1d6), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:15.661461 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80818190-b8f9-4c1b-b4be-767877b869ac req-d0b4e721-a411-410c-9d20-9da3a222d2c3 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Network 0ddf994f-0880-45d8-aabd-d4172b6b2de8 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:30:15.666460 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-80818190-b8f9-4c1b-b4be-767877b869ac req-d0b4e721-a411-410c-9d20-9da3a222d2c3 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:30:15.672781 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-80818190-b8f9-4c1b-b4be-767877b869ac req-d0b4e721-a411-410c-9d20-9da3a222d2c3 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:30:15.678414 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80818190-b8f9-4c1b-b4be-767877b869ac req-d0b4e721-a411-410c-9d20-9da3a222d2c3 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:15.681393 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-80818190-b8f9-4c1b-b4be-767877b869ac req-d0b4e721-a411-410c-9d20-9da3a222d2c3 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90846'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:15.691143 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b4e721-a411-410c-9d20-9da3a222d2c3 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Pushing event updated for resources: {'Port': ['ID=a05af32d-d6e5-47f7-b20d-3a130c49f1d6,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:15.833517 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-80818190-b8f9-4c1b-b4be-767877b869ac req-d0b4e721-a411-410c-9d20-9da3a222d2c3 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4703150 Mar 14 14:30:15.847670 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.v2.base [req-80818190-b8f9-4c1b-b4be-767877b869ac req-5d9971d6-0840-4be2-b8a0-3a421a752c8d service neutron] Request body: {'port': {'device_id': 'ba304e9b-4741-4fe8-9210-bc5fe68b8d78', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:30:15.969868 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-80818190-b8f9-4c1b-b4be-767877b869ac req-5d9971d6-0840-4be2-b8a0-3a421a752c8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (a05af32d-d6e5-47f7-b20d-3a130c49f1d6), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:16.480155 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4491486c-fe8f-4e2e-89d8-44f947655357 req-63554843-7af0-4e12-8326-2b84f06554ab tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:16.482040 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-4491486c-fe8f-4e2e-89d8-44f947655357 req-63554843-7af0-4e12-8326-2b84f06554ab tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.35 "GET /v2.0/networks?id=0ddf994f-0880-45d8-aabd-d4172b6b2de8 HTTP/1.1" status: 200 len: 818 time: 0.3390100 Mar 14 14:30:16.516898 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.v2.base [req-4491486c-fe8f-4e2e-89d8-44f947655357 req-f02033da-00c9-4a86-b9f8-663f68a705a6 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Request body: {'port': {'device_id': '22b43218-c573-4084-9642-35bcba3f7423', 'network_id': '0ddf994f-0880-45d8-aabd-d4172b6b2de8', 'admin_state_up': True, 'tenant_id': '63bac5f5e8de432daf51510c0379662a'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:30:16.570382 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-92930f4c-4459-43f2-8fb8-aca80a5537f9 req-c2c8db17-d88d-4bff-84de-c6cbad0646e6 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=22b43218-c573-4084-9642-35bcba3f7423 HTTP/1.1" status: 200 len: 210 time: 0.0870399 Mar 14 14:30:16.597250 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.notifiers.nova [req-80818190-b8f9-4c1b-b4be-767877b869ac req-5d9971d6-0840-4be2-b8a0-3a421a752c8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a05af32d-d6e5-47f7-b20d-3a130c49f1d6 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 14:30:16.614267 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-80818190-b8f9-4c1b-b4be-767877b869ac req-5d9971d6-0840-4be2-b8a0-3a421a752c8d service neutron] Publish callbacks [] for port (a05af32d-d6e5-47f7-b20d-3a130c49f1d6), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:16.650064 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-80818190-b8f9-4c1b-b4be-767877b869ac req-5d9971d6-0840-4be2-b8a0-3a421a752c8d service neutron] Transition to ACTIVE for port object a05af32d-d6e5-47f7-b20d-3a130c49f1d6 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 14:30:16.808594 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-80818190-b8f9-4c1b-b4be-767877b869ac req-5d9971d6-0840-4be2-b8a0-3a421a752c8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (a05af32d-d6e5-47f7-b20d-3a130c49f1d6), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:16.905158 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4491486c-fe8f-4e2e-89d8-44f947655357 req-f02033da-00c9-4a86-b9f8-663f68a705a6 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Made reservation on behalf of 63bac5f5e8de432daf51510c0379662a for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:30:16.910572 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-4491486c-fe8f-4e2e-89d8-44f947655357 req-f02033da-00c9-4a86-b9f8-663f68a705a6 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:16.976176 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9971d6-0840-4be2-b8a0-3a421a752c8d service neutron] Pushing event updated for resources: {'Port': ['ID=a05af32d-d6e5-47f7-b20d-3a130c49f1d6,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:16.993341 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-80818190-b8f9-4c1b-b4be-767877b869ac req-5d9971d6-0840-4be2-b8a0-3a421a752c8d service neutron] Attempting to bind port a05af32d-d6e5-47f7-b20d-3a130c49f1d6 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:30:16.993782 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-80818190-b8f9-4c1b-b4be-767877b869ac req-5d9971d6-0840-4be2-b8a0-3a421a752c8d service neutron] Attempting to bind port a05af32d-d6e5-47f7-b20d-3a130c49f1d6 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '2a46ec39-dfba-4656-b081-4381f01477aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '0ddf994f-0880-45d8-aabd-d4172b6b2de8'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:30:16.993993 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80818190-b8f9-4c1b-b4be-767877b869ac req-5d9971d6-0840-4be2-b8a0-3a421a752c8d service neutron] Attempting to bind port a05af32d-d6e5-47f7-b20d-3a130c49f1d6 on network 0ddf994f-0880-45d8-aabd-d4172b6b2de8 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:30:17.000788 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80818190-b8f9-4c1b-b4be-767877b869ac req-5d9971d6-0840-4be2-b8a0-3a421a752c8d service neutron] Port a05af32d-d6e5-47f7-b20d-3a130c49f1d6 on network 0ddf994f-0880-45d8-aabd-d4172b6b2de8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 14:30:17.002690 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80818190-b8f9-4c1b-b4be-767877b869ac req-5d9971d6-0840-4be2-b8a0-3a421a752c8d service neutron] Attempting to bind port a05af32d-d6e5-47f7-b20d-3a130c49f1d6 on network 0ddf994f-0880-45d8-aabd-d4172b6b2de8 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:30:17.008418 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80818190-b8f9-4c1b-b4be-767877b869ac req-5d9971d6-0840-4be2-b8a0-3a421a752c8d service neutron] Checking agent: {'id': '5e7a912f-556e-4923-ad48-72f47c325557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 26, 56), 'started_at': datetime.datetime(2022, 3, 14, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:30:17.009007 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80818190-b8f9-4c1b-b4be-767877b869ac req-5d9971d6-0840-4be2-b8a0-3a421a752c8d service neutron] Checking segment: {'id': '2a46ec39-dfba-4656-b081-4381f01477aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '0ddf994f-0880-45d8-aabd-d4172b6b2de8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:30:17.009227 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80818190-b8f9-4c1b-b4be-767877b869ac req-5d9971d6-0840-4be2-b8a0-3a421a752c8d service neutron] Bound using segment: {'id': '2a46ec39-dfba-4656-b081-4381f01477aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '0ddf994f-0880-45d8-aabd-d4172b6b2de8'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:30:17.009812 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-80818190-b8f9-4c1b-b4be-767877b869ac req-5d9971d6-0840-4be2-b8a0-3a421a752c8d service neutron] Bound port: a05af32d-d6e5-47f7-b20d-3a130c49f1d6, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a46ec39-dfba-4656-b081-4381f01477aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '0ddf994f-0880-45d8-aabd-d4172b6b2de8'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:30:17.010273 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-80818190-b8f9-4c1b-b4be-767877b869ac req-5d9971d6-0840-4be2-b8a0-3a421a752c8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (a05af32d-d6e5-47f7-b20d-3a130c49f1d6), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:17.152011 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-80818190-b8f9-4c1b-b4be-767877b869ac req-5d9971d6-0840-4be2-b8a0-3a421a752c8d service neutron] For port a05af32d-d6e5-47f7-b20d-3a130c49f1d6, host hv-cinder-79053, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:30:17.162945 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-80818190-b8f9-4c1b-b4be-767877b869ac req-5d9971d6-0840-4be2-b8a0-3a421a752c8d service neutron] For port a05af32d-d6e5-47f7-b20d-3a130c49f1d6, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a05af32d-d6e5-47f7-b20d-3a130c49f1d6,segment=NetworkSegment(2a46ec39-dfba-4656-b081-4381f01477aa),segment_id=2a46ec39-dfba-4656-b081-4381f01477aa)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:30:17.259490 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (ddc61399-76bc-42cc-9da4-26f2fa974742), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:17.298120 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [req-4491486c-fe8f-4e2e-89d8-44f947655357 req-f02033da-00c9-4a86-b9f8-663f68a705a6 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Allocated IP 172.20.0.7 (0ddf994f-0880-45d8-aabd-d4172b6b2de8/bb7c63e2-0951-4b05-855d-9c4a5d265339/7b4d0be5-68b8-4ef3-b807-10493831bf5c) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:30:17.368345 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-80818190-b8f9-4c1b-b4be-767877b869ac req-5d9971d6-0840-4be2-b8a0-3a421a752c8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (a05af32d-d6e5-47f7-b20d-3a130c49f1d6), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:17.472308 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80818190-b8f9-4c1b-b4be-767877b869ac req-5d9971d6-0840-4be2-b8a0-3a421a752c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:17.472955 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-80818190-b8f9-4c1b-b4be-767877b869ac req-5d9971d6-0840-4be2-b8a0-3a421a752c8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90846'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:17.474461 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-80818190-b8f9-4c1b-b4be-767877b869ac req-5d9971d6-0840-4be2-b8a0-3a421a752c8d service neutron] 10.222.0.35 "PUT /v2.0/ports/a05af32d-d6e5-47f7-b20d-3a130c49f1d6 HTTP/1.1" status: 200 len: 1093 time: 1.6331849 Mar 14 14:30:17.474994 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba304e9b-4741-4fe8-9210-bc5fe68b8d78', 'tag': 'a05af32d-d6e5-47f7-b20d-3a130c49f1d6'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:30:17.478230 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecc69d4607165f869e932d0d7c88ad38dd700a403a0c37ccec57971c369afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d1a5095-237f-4e1f-ad9b-15343e695e19" -d '{"events": [{"name": "network-changed", "server_uuid": "ba304e9b-4741-4fe8-9210-bc5fe68b8d78", "tag": "a05af32d-d6e5-47f7-b20d-3a130c49f1d6"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:30:17.507034 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9971d6-0840-4be2-b8a0-3a421a752c8d service neutron] Pushing event updated for resources: {'Port': ['ID=a05af32d-d6e5-47f7-b20d-3a130c49f1d6,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:17.600176 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 14:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8afc37d7-8e7d-4f90-ab05-fcda38b88e8a x-openstack-request-id: req-8afc37d7-8e7d-4f90-ab05-fcda38b88e8a {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:30:17.600802 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba304e9b-4741-4fe8-9210-bc5fe68b8d78", "tag": "a05af32d-d6e5-47f7-b20d-3a130c49f1d6", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:30:17.600802 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8afc37d7-8e7d-4f90-ab05-fcda38b88e8a {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:30:17.601217 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba304e9b-4741-4fe8-9210-bc5fe68b8d78', 'tag': 'a05af32d-d6e5-47f7-b20d-3a130c49f1d6', 'status': 'completed', 'code': 200} Mar 14 14:30:17.665985 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-4491486c-fe8f-4e2e-89d8-44f947655357 req-f02033da-00c9-4a86-b9f8-663f68a705a6 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Publish callbacks [] for port (7b4d0be5-68b8-4ef3-b807-10493831bf5c), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:17.733501 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1a5095-237f-4e1f-ad9b-15343e695e19 req-715349d1-4010-430d-b973-b632f97b9a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:17.746199 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-1d1a5095-237f-4e1f-ad9b-15343e695e19 req-715349d1-4010-430d-b973-b632f97b9a65 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=63bac5f5e8de432daf51510c0379662a&device_id=ba304e9b-4741-4fe8-9210-bc5fe68b8d78 HTTP/1.1" status: 200 len: 1127 time: 0.1199551 Mar 14 14:30:17.864008 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-aebb2fc0-6c0e-4b5d-81bc-686ecb1b737a req-9127ec7c-5750-41f8-a6ff-f7971a13816b tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=22b43218-c573-4084-9642-35bcba3f7423 HTTP/1.1" status: 200 len: 210 time: 0.0784280 Mar 14 14:30:17.865737 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-4491486c-fe8f-4e2e-89d8-44f947655357 req-f02033da-00c9-4a86-b9f8-663f68a705a6 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744329793199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8770621'] for port (7b4d0be5-68b8-4ef3-b807-10493831bf5c), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:17.990772 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1a5095-237f-4e1f-ad9b-15343e695e19 req-69270a9c-8a85-4588-b198-516d4e27cfac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:17.993367 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-1d1a5095-237f-4e1f-ad9b-15343e695e19 req-69270a9c-8a85-4588-b198-516d4e27cfac service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=63bac5f5e8de432daf51510c0379662a&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2329209 Mar 14 14:30:17.996208 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4491486c-fe8f-4e2e-89d8-44f947655357 req-f02033da-00c9-4a86-b9f8-663f68a705a6 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Network 0ddf994f-0880-45d8-aabd-d4172b6b2de8 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:30:18.007768 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [req-4491486c-fe8f-4e2e-89d8-44f947655357 req-f02033da-00c9-4a86-b9f8-663f68a705a6 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:30:18.036428 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-4491486c-fe8f-4e2e-89d8-44f947655357 req-f02033da-00c9-4a86-b9f8-663f68a705a6 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:30:18.100639 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02033da-00c9-4a86-b9f8-663f68a705a6 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Pushing event updated for resources: {'Port': ['ID=7b4d0be5-68b8-4ef3-b807-10493831bf5c,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:18.179376 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4491486c-fe8f-4e2e-89d8-44f947655357 req-f02033da-00c9-4a86-b9f8-663f68a705a6 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:18.180497 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-4491486c-fe8f-4e2e-89d8-44f947655357 req-f02033da-00c9-4a86-b9f8-663f68a705a6 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632217'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:18.305359 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-4491486c-fe8f-4e2e-89d8-44f947655357 req-f02033da-00c9-4a86-b9f8-663f68a705a6 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8015075 Mar 14 14:30:18.333706 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.v2.base [req-4491486c-fe8f-4e2e-89d8-44f947655357 req-6aae0bb8-aa31-4f0d-b7f6-53430790f83d service neutron] Request body: {'port': {'device_id': '22b43218-c573-4084-9642-35bcba3f7423', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:30:18.409570 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1a5095-237f-4e1f-ad9b-15343e695e19 req-77702bf0-7d6b-47a7-b84b-11555884619a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:18.414368 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-1d1a5095-237f-4e1f-ad9b-15343e695e19 req-77702bf0-7d6b-47a7-b84b-11555884619a service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4119084 Mar 14 14:30:18.579866 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-4491486c-fe8f-4e2e-89d8-44f947655357 req-6aae0bb8-aa31-4f0d-b7f6-53430790f83d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (7b4d0be5-68b8-4ef3-b807-10493831bf5c), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:18.640241 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80818190-b8f9-4c1b-b4be-767877b869ac req-6858df99-8311-4432-a4da-6c6bdd3a15e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:18.640241 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-80818190-b8f9-4c1b-b4be-767877b869ac req-6858df99-8311-4432-a4da-6c6bdd3a15e1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=63bac5f5e8de432daf51510c0379662a&device_id=ba304e9b-4741-4fe8-9210-bc5fe68b8d78 HTTP/1.1" status: 200 len: 1127 time: 0.1363175 Mar 14 14:30:18.726800 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-80818190-b8f9-4c1b-b4be-767877b869ac req-7c5ec85e-ac99-42d1-9cb0-78c7116bf59a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a05af32d-d6e5-47f7-b20d-3a130c49f1d6 HTTP/1.1" status: 200 len: 217 time: 0.0772412 Mar 14 14:30:18.855140 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80818190-b8f9-4c1b-b4be-767877b869ac req-0f4dd4d0-5871-49b4-b53f-2acafb619bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:18.857353 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-80818190-b8f9-4c1b-b4be-767877b869ac req-0f4dd4d0-5871-49b4-b53f-2acafb619bf3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bb7c63e2-0951-4b05-855d-9c4a5d265339 HTTP/1.1" status: 200 len: 858 time: 0.1195529 Mar 14 14:30:18.913357 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-80818190-b8f9-4c1b-b4be-767877b869ac req-d04c5cf7-c7d5-47ff-a7ef-bcc7369b0774 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0ddf994f-0880-45d8-aabd-d4172b6b2de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479825 Mar 14 14:30:19.137596 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-80818190-b8f9-4c1b-b4be-767877b869ac req-08858259-df80-43f6-b6aa-4bba29c5cc90 service neutron] 10.222.0.35 "GET /v2.0/networks/0ddf994f-0880-45d8-aabd-d4172b6b2de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067432 Mar 14 14:30:19.192426 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3e212d-1c5d-428e-9296-4c1a06ae9efd req-d0643411-e782-4f33-b647-fb5c1ec79676 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:19.194014 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-3b3e212d-1c5d-428e-9296-4c1a06ae9efd req-d0643411-e782-4f33-b647-fb5c1ec79676 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=22b43218-c573-4084-9642-35bcba3f7423 HTTP/1.1" status: 200 len: 931 time: 0.1290066 Mar 14 14:30:19.322529 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-3b3e212d-1c5d-428e-9296-4c1a06ae9efd req-7e4ab5b2-4aff-47a8-90a0-aece42465a8b tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118977 Mar 14 14:30:19.342870 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.notifiers.nova [req-4491486c-fe8f-4e2e-89d8-44f947655357 req-6aae0bb8-aa31-4f0d-b7f6-53430790f83d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b4d0be5-68b8-4ef3-b807-10493831bf5c {{(pid=103766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 14:30:19.344149 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-80818190-b8f9-4c1b-b4be-767877b869ac req-3d9d4415-c2c7-4dbb-affe-926e22290054 service neutron] 10.222.0.35 "GET /v2.0/networks/0ddf994f-0880-45d8-aabd-d4172b6b2de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963770 Mar 14 14:30:19.366688 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-4491486c-fe8f-4e2e-89d8-44f947655357 req-6aae0bb8-aa31-4f0d-b7f6-53430790f83d service neutron] Publish callbacks [] for port (7b4d0be5-68b8-4ef3-b807-10493831bf5c), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:19.393716 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.db.provisioning_blocks [req-4491486c-fe8f-4e2e-89d8-44f947655357 req-6aae0bb8-aa31-4f0d-b7f6-53430790f83d service neutron] Transition to ACTIVE for port object 7b4d0be5-68b8-4ef3-b807-10493831bf5c will not be triggered until provisioned by entity L2. {{(pid=103766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 14:30:19.517332 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-4491486c-fe8f-4e2e-89d8-44f947655357 req-6aae0bb8-aa31-4f0d-b7f6-53430790f83d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8770596'] for port (7b4d0be5-68b8-4ef3-b807-10493831bf5c), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:19.808929 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aae0bb8-aa31-4f0d-b7f6-53430790f83d service neutron] Pushing event updated for resources: {'Port': ['ID=7b4d0be5-68b8-4ef3-b807-10493831bf5c,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:19.874087 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-4491486c-fe8f-4e2e-89d8-44f947655357 req-6aae0bb8-aa31-4f0d-b7f6-53430790f83d service neutron] Attempting to bind port 7b4d0be5-68b8-4ef3-b807-10493831bf5c on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:30:19.874425 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-4491486c-fe8f-4e2e-89d8-44f947655357 req-6aae0bb8-aa31-4f0d-b7f6-53430790f83d service neutron] Attempting to bind port 7b4d0be5-68b8-4ef3-b807-10493831bf5c by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '2a46ec39-dfba-4656-b081-4381f01477aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '0ddf994f-0880-45d8-aabd-d4172b6b2de8'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:30:19.874809 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4491486c-fe8f-4e2e-89d8-44f947655357 req-6aae0bb8-aa31-4f0d-b7f6-53430790f83d service neutron] Attempting to bind port 7b4d0be5-68b8-4ef3-b807-10493831bf5c on network 0ddf994f-0880-45d8-aabd-d4172b6b2de8 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:30:19.880680 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4491486c-fe8f-4e2e-89d8-44f947655357 req-6aae0bb8-aa31-4f0d-b7f6-53430790f83d service neutron] Port 7b4d0be5-68b8-4ef3-b807-10493831bf5c on network 0ddf994f-0880-45d8-aabd-d4172b6b2de8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 14:30:19.881128 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4491486c-fe8f-4e2e-89d8-44f947655357 req-6aae0bb8-aa31-4f0d-b7f6-53430790f83d service neutron] Attempting to bind port 7b4d0be5-68b8-4ef3-b807-10493831bf5c on network 0ddf994f-0880-45d8-aabd-d4172b6b2de8 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:30:19.887436 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4491486c-fe8f-4e2e-89d8-44f947655357 req-6aae0bb8-aa31-4f0d-b7f6-53430790f83d service neutron] Checking agent: {'id': '5e7a912f-556e-4923-ad48-72f47c325557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 26, 56), 'started_at': datetime.datetime(2022, 3, 14, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:30:19.887786 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4491486c-fe8f-4e2e-89d8-44f947655357 req-6aae0bb8-aa31-4f0d-b7f6-53430790f83d service neutron] Checking segment: {'id': '2a46ec39-dfba-4656-b081-4381f01477aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '0ddf994f-0880-45d8-aabd-d4172b6b2de8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:30:19.888223 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4491486c-fe8f-4e2e-89d8-44f947655357 req-6aae0bb8-aa31-4f0d-b7f6-53430790f83d service neutron] Bound using segment: {'id': '2a46ec39-dfba-4656-b081-4381f01477aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '0ddf994f-0880-45d8-aabd-d4172b6b2de8'} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:30:19.888669 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-4491486c-fe8f-4e2e-89d8-44f947655357 req-6aae0bb8-aa31-4f0d-b7f6-53430790f83d service neutron] Bound port: 7b4d0be5-68b8-4ef3-b807-10493831bf5c, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a46ec39-dfba-4656-b081-4381f01477aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '0ddf994f-0880-45d8-aabd-d4172b6b2de8'}}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:30:19.889036 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-4491486c-fe8f-4e2e-89d8-44f947655357 req-6aae0bb8-aa31-4f0d-b7f6-53430790f83d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (7b4d0be5-68b8-4ef3-b807-10493831bf5c), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:19.961253 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-4491486c-fe8f-4e2e-89d8-44f947655357 req-6aae0bb8-aa31-4f0d-b7f6-53430790f83d service neutron] For port 7b4d0be5-68b8-4ef3-b807-10493831bf5c, host hv-cinder-79053, cleared binding levels {{(pid=103766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:30:19.970678 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-4491486c-fe8f-4e2e-89d8-44f947655357 req-6aae0bb8-aa31-4f0d-b7f6-53430790f83d service neutron] For port 7b4d0be5-68b8-4ef3-b807-10493831bf5c, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7b4d0be5-68b8-4ef3-b807-10493831bf5c,segment=NetworkSegment(2a46ec39-dfba-4656-b081-4381f01477aa),segment_id=2a46ec39-dfba-4656-b081-4381f01477aa)] {{(pid=103766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:30:20.076428 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-4491486c-fe8f-4e2e-89d8-44f947655357 req-6aae0bb8-aa31-4f0d-b7f6-53430790f83d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8770596'] for port (7b4d0be5-68b8-4ef3-b807-10493831bf5c), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:20.125759 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4491486c-fe8f-4e2e-89d8-44f947655357 req-6aae0bb8-aa31-4f0d-b7f6-53430790f83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:20.125759 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-4491486c-fe8f-4e2e-89d8-44f947655357 req-6aae0bb8-aa31-4f0d-b7f6-53430790f83d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632217'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:20.125759 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-4491486c-fe8f-4e2e-89d8-44f947655357 req-6aae0bb8-aa31-4f0d-b7f6-53430790f83d service neutron] 10.222.0.35 "PUT /v2.0/ports/7b4d0be5-68b8-4ef3-b807-10493831bf5c HTTP/1.1" status: 200 len: 1093 time: 1.8082325 Mar 14 14:30:20.126231 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22b43218-c573-4084-9642-35bcba3f7423', 'tag': '7b4d0be5-68b8-4ef3-b807-10493831bf5c'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:30:20.128642 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b510279f78b891ca7fa39ab493d89baf438cb0eb2c394833a60cb33e330ae8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-369e1104-789c-4af3-b90e-49e298817b6a" -d '{"events": [{"name": "network-changed", "server_uuid": "22b43218-c573-4084-9642-35bcba3f7423", "tag": "7b4d0be5-68b8-4ef3-b807-10493831bf5c"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:30:20.155240 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aae0bb8-aa31-4f0d-b7f6-53430790f83d service neutron] Pushing event updated for resources: {'Port': ['ID=7b4d0be5-68b8-4ef3-b807-10493831bf5c,revision_number=3']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:20.183908 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 14:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d4f707-693c-4a3c-9d10-0835dd8fedf8 x-openstack-request-id: req-38d4f707-693c-4a3c-9d10-0835dd8fedf8 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:30:20.184708 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22b43218-c573-4084-9642-35bcba3f7423", "tag": "7b4d0be5-68b8-4ef3-b807-10493831bf5c", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:30:20.184969 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-38d4f707-693c-4a3c-9d10-0835dd8fedf8 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:30:20.185393 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22b43218-c573-4084-9642-35bcba3f7423', 'tag': '7b4d0be5-68b8-4ef3-b807-10493831bf5c', 'status': 'completed', 'code': 200} Mar 14 14:30:20.267289 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369e1104-789c-4af3-b90e-49e298817b6a req-17acc048-a1d3-4635-b9b6-9c64804417f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:20.271335 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-369e1104-789c-4af3-b90e-49e298817b6a req-17acc048-a1d3-4635-b9b6-9c64804417f7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=63bac5f5e8de432daf51510c0379662a&device_id=22b43218-c573-4084-9642-35bcba3f7423 HTTP/1.1" status: 200 len: 1127 time: 0.0583103 Mar 14 14:30:20.528644 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369e1104-789c-4af3-b90e-49e298817b6a req-dc7aa67e-58c3-41d9-94aa-074d7f19cb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:20.532031 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-369e1104-789c-4af3-b90e-49e298817b6a req-dc7aa67e-58c3-41d9-94aa-074d7f19cb54 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=63bac5f5e8de432daf51510c0379662a&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2497718 Mar 14 14:30:20.719181 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ecfdbf-704f-4020-8187-6ed9f7dffc2e req-683130a4-ba53-4d26-acf8-af72779aa036 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:20.721104 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-00ecfdbf-704f-4020-8187-6ed9f7dffc2e req-683130a4-ba53-4d26-acf8-af72779aa036 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=22b43218-c573-4084-9642-35bcba3f7423 HTTP/1.1" status: 200 len: 943 time: 0.2350092 Mar 14 14:30:20.836186 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369e1104-789c-4af3-b90e-49e298817b6a req-b5e59914-3c6d-44ef-8ae2-8a4cefb73569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:20.839247 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-369e1104-789c-4af3-b90e-49e298817b6a req-b5e59914-3c6d-44ef-8ae2-8a4cefb73569 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3019664 Mar 14 14:30:20.884752 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-00ecfdbf-704f-4020-8187-6ed9f7dffc2e req-a23c34bd-3b64-4037-8324-74d31f77779a tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335938 Mar 14 14:30:20.966286 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4491486c-fe8f-4e2e-89d8-44f947655357 req-f2d57cf4-c438-4466-99b6-afe18e7b2610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:20.967994 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-4491486c-fe8f-4e2e-89d8-44f947655357 req-f2d57cf4-c438-4466-99b6-afe18e7b2610 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=63bac5f5e8de432daf51510c0379662a&device_id=22b43218-c573-4084-9642-35bcba3f7423 HTTP/1.1" status: 200 len: 1127 time: 0.0723433 Mar 14 14:30:21.017342 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-4491486c-fe8f-4e2e-89d8-44f947655357 req-ec6b31a1-2dff-4f41-8b38-efff7ef0a035 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b4d0be5-68b8-4ef3-b807-10493831bf5c HTTP/1.1" status: 200 len: 217 time: 0.0410883 Mar 14 14:30:21.074770 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4491486c-fe8f-4e2e-89d8-44f947655357 req-9fa2fcaa-2ddb-43ce-a085-eab4dd954ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:21.076359 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-4491486c-fe8f-4e2e-89d8-44f947655357 req-9fa2fcaa-2ddb-43ce-a085-eab4dd954ee2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bb7c63e2-0951-4b05-855d-9c4a5d265339 HTTP/1.1" status: 200 len: 858 time: 0.0523984 Mar 14 14:30:21.119253 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-4491486c-fe8f-4e2e-89d8-44f947655357 req-7503ef97-58e2-4aa6-90bf-de7a01c1c7e9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0ddf994f-0880-45d8-aabd-d4172b6b2de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345786 Mar 14 14:30:21.267255 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-4491486c-fe8f-4e2e-89d8-44f947655357 req-ee2afbc3-f185-408a-b440-7c60bbe231bb service neutron] 10.222.0.35 "GET /v2.0/networks/0ddf994f-0880-45d8-aabd-d4172b6b2de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360626 Mar 14 14:30:21.298805 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 60740) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:30:21.394864 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-4491486c-fe8f-4e2e-89d8-44f947655357 req-5d2db4f7-d4d0-47e2-840f-40a55cae6139 service neutron] 10.222.0.35 "GET /v2.0/networks/0ddf994f-0880-45d8-aabd-d4172b6b2de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168158 Mar 14 14:30:21.484817 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9e3a1c7b-e5ea-4a3c-b481-5a907c02a1fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:21.556940 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 60750) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:30:21.602398 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9e3a1c7b-e5ea-4a3c-b481-5a907c02a1fa admin admin] Publish callbacks [] for security_group (9704d2d2-ff3e-41bc-a2a6-b184648199ef), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:21.736632 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fd375c97-5e9b-46f8-96aa-8a4bb3dfbf16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:21.839294 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fd375c97-5e9b-46f8-96aa-8a4bb3dfbf16 admin admin] Publish callbacks [] for security_group (5f3ee85a-d7e9-4a9c-9a2d-0c4ace68fac9), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:21.842062 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9e3a1c7b-e5ea-4a3c-b481-5a907c02a1fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (9704d2d2-ff3e-41bc-a2a6-b184648199ef), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:21.897149 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-9e3a1c7b-e5ea-4a3c-b481-5a907c02a1fa admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8af32ec27f424e2ba4cc4ed2f47abe3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5972269 Mar 14 14:30:21.898077 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3a1c7b-e5ea-4a3c-b481-5a907c02a1fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9704d2d2-ff3e-41bc-a2a6-b184648199ef,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:21.900075 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 60760) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:30:21.978407 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ff307587-68d4-4c65-a24f-39544a24cb79 admin admin] Publish callbacks [] for security_group (9704d2d2-ff3e-41bc-a2a6-b184648199ef), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:22.035923 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fd375c97-5e9b-46f8-96aa-8a4bb3dfbf16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (5f3ee85a-d7e9-4a9c-9a2d-0c4ace68fac9), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:22.040013 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ff307587-68d4-4c65-a24f-39544a24cb79 admin admin] Publish callbacks [] for security_group (9704d2d2-ff3e-41bc-a2a6-b184648199ef), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:22.121858 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd375c97-5e9b-46f8-96aa-8a4bb3dfbf16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f3ee85a-d7e9-4a9c-9a2d-0c4ace68fac9,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:22.133007 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-fd375c97-5e9b-46f8-96aa-8a4bb3dfbf16 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7e0e82f551e64760a3d1fe49c8c3549a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5726523 Mar 14 14:30:22.137743 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 60764) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:30:22.159768 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf2e015-c975-4a54-b9c9-89dd16a81de8 req-6697dee8-5fe4-419c-a810-8de6bc087af7 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:22.161669 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-6cf2e015-c975-4a54-b9c9-89dd16a81de8 req-6697dee8-5fe4-419c-a810-8de6bc087af7 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=22b43218-c573-4084-9642-35bcba3f7423 HTTP/1.1" status: 200 len: 943 time: 0.1792042 Mar 14 14:30:22.233775 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-6cf2e015-c975-4a54-b9c9-89dd16a81de8 req-2e764fd1-5133-428c-94f6-7cb07cec1f8a tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640368 Mar 14 14:30:22.252695 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b0237ad4-aa7f-4823-a069-bba1f033d2c1 admin admin] Publish callbacks [] for security_group (5f3ee85a-d7e9-4a9c-9a2d-0c4ace68fac9), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:22.285204 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b0237ad4-aa7f-4823-a069-bba1f033d2c1 admin admin] Publish callbacks [] for security_group (5f3ee85a-d7e9-4a9c-9a2d-0c4ace68fac9), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:22.305073 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ff307587-68d4-4c65-a24f-39544a24cb79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (9704d2d2-ff3e-41bc-a2a6-b184648199ef), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:22.309494 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ff307587-68d4-4c65-a24f-39544a24cb79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:22.311616 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-ff307587-68d4-4c65-a24f-39544a24cb79 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9704d2d2-ff3e-41bc-a2a6-b184648199ef HTTP/1.1" status: 204 len: 168 time: 0.4092619 Mar 14 14:30:22.326586 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff307587-68d4-4c65-a24f-39544a24cb79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9704d2d2-ff3e-41bc-a2a6-b184648199ef,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:22.463028 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 60772) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:30:22.476934 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b0237ad4-aa7f-4823-a069-bba1f033d2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (5f3ee85a-d7e9-4a9c-9a2d-0c4ace68fac9), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:22.481799 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b0237ad4-aa7f-4823-a069-bba1f033d2c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:22.489310 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-b0237ad4-aa7f-4823-a069-bba1f033d2c1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5f3ee85a-d7e9-4a9c-9a2d-0c4ace68fac9 HTTP/1.1" status: 204 len: 168 time: 0.3441677 Mar 14 14:30:22.528749 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0237ad4-aa7f-4823-a069-bba1f033d2c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f3ee85a-d7e9-4a9c-9a2d-0c4ace68fac9,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:22.593709 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Device a05af32d-d6e5-47f7-b20d-3a130c49f1d6 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 14:30:22.699983 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a4e70e21-eef8-472b-a650-7915105d8480 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:22.754917 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] For port a05af32d-d6e5-47f7-b20d-3a130c49f1d6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a05af32d-d6e5-47f7-b20d-3a130c49f1d6,segment=NetworkSegment(2a46ec39-dfba-4656-b081-4381f01477aa),segment_id=2a46ec39-dfba-4656-b081-4381f01477aa)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:30:22.769752 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Returning: {'device': 'a05af32d-d6e5-47f7-b20d-3a130c49f1d6', 'network_id': '0ddf994f-0880-45d8-aabd-d4172b6b2de8', 'port_id': 'a05af32d-d6e5-47f7-b20d-3a130c49f1d6', 'mac_address': 'fa:16:3e:8e:4d:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb7c63e2-0951-4b05-855d-9c4a5d265339', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 14:30:22.837111 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Current status of the port a05af32d-d6e5-47f7-b20d-3a130c49f1d6 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:30:22.837779 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (a05af32d-d6e5-47f7-b20d-3a130c49f1d6), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:22.867174 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a05af32d-d6e5-47f7-b20d-3a130c49f1d6 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 14:30:22.870673 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a4e70e21-eef8-472b-a650-7915105d8480 admin admin] Publish callbacks [] for security_group (7f3d47fa-3370-4462-81a2-824d64369736), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:22.921699 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] For port a05af32d-d6e5-47f7-b20d-3a130c49f1d6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a05af32d-d6e5-47f7-b20d-3a130c49f1d6,segment=NetworkSegment(2a46ec39-dfba-4656-b081-4381f01477aa),segment_id=2a46ec39-dfba-4656-b081-4381f01477aa)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:30:23.070008 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a4e70e21-eef8-472b-a650-7915105d8480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (7f3d47fa-3370-4462-81a2-824d64369736), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:23.114129 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (a05af32d-d6e5-47f7-b20d-3a130c49f1d6), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:23.120671 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-a4e70e21-eef8-472b-a650-7915105d8480 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e961ddb6547c4c5b9b4564ef99301460&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6542561 Mar 14 14:30:23.121649 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e70e21-eef8-472b-a650-7915105d8480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3d47fa-3370-4462-81a2-824d64369736,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:23.127331 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 60790) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:30:23.219684 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8852c67f-8158-4157-870b-5dbf6d0abbf9 admin admin] Publish callbacks [] for security_group (7f3d47fa-3370-4462-81a2-824d64369736), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:23.231834 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Pushing event updated for resources: {'Port': ['ID=a05af32d-d6e5-47f7-b20d-3a130c49f1d6,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:23.281179 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8852c67f-8158-4157-870b-5dbf6d0abbf9 admin admin] Publish callbacks [] for security_group (7f3d47fa-3370-4462-81a2-824d64369736), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:23.390387 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] get_ports_and_sgs() called for port_ids ['a05af32d-d6e5-47f7-b20d-3a130c49f1d6'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 14:30:23.476723 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf35665-e143-4b76-a480-20d6349c89dc req-c745f352-87c2-49ca-acb2-2382e886cc34 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:23.479430 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-cbf35665-e143-4b76-a480-20d6349c89dc req-c745f352-87c2-49ca-acb2-2382e886cc34 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=22b43218-c573-4084-9642-35bcba3f7423 HTTP/1.1" status: 200 len: 943 time: 0.1325362 Mar 14 14:30:23.530686 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8852c67f-8158-4157-870b-5dbf6d0abbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (7f3d47fa-3370-4462-81a2-824d64369736), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:23.536199 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8852c67f-8158-4157-870b-5dbf6d0abbf9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:23.543769 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-8852c67f-8158-4157-870b-5dbf6d0abbf9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7f3d47fa-3370-4462-81a2-824d64369736 HTTP/1.1" status: 204 len: 168 time: 0.4082680 Mar 14 14:30:23.554155 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8852c67f-8158-4157-870b-5dbf6d0abbf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3d47fa-3370-4462-81a2-824d64369736,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:23.620461 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-cbf35665-e143-4b76-a480-20d6349c89dc req-ba45be2b-ea55-4499-aaff-21b5466f8d6f tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245456 Mar 14 14:30:23.708562 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 60806) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:30:24.134156 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28237ee5-b5a9-4697-a34f-e4d00962844a req-aa88ddba-fd53-4d2f-b5da-c6d1c1bff8e0 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:24.140975 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-28237ee5-b5a9-4697-a34f-e4d00962844a req-aa88ddba-fd53-4d2f-b5da-c6d1c1bff8e0 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=383e74ab-b4e3-411b-9735-9d5e08400844 HTTP/1.1" status: 200 len: 946 time: 0.0886698 Mar 14 14:30:24.176902 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 60832) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:30:24.207532 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ae254170-c68b-4719-a372-5516de06c2b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:24.298567 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-28237ee5-b5a9-4697-a34f-e4d00962844a req-f7138f3e-0983-4511-82ae-0f4b16847a97 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d847fc3-179d-4da6-9776-d95851d7edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512787 Mar 14 14:30:24.350960 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 60834) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:30:24.394052 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4d97d4e5-ffe0-4e98-80d9-1ad7a76f4af4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:24.517824 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ae254170-c68b-4719-a372-5516de06c2b8 admin admin] Publish callbacks [] for security_group (e08db669-6bc6-46ff-8311-c54dc8f4762a), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:24.610210 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Device 7b4d0be5-68b8-4ef3-b807-10493831bf5c details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 14:30:24.617893 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4d97d4e5-ffe0-4e98-80d9-1ad7a76f4af4 admin admin] Publish callbacks [] for security_group (5910ab18-235f-44b0-aa92-9edf3329ab40), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:24.630268 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ae254170-c68b-4719-a372-5516de06c2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (e08db669-6bc6-46ff-8311-c54dc8f4762a), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:24.641661 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Device a05af32d-d6e5-47f7-b20d-3a130c49f1d6 up at agent hyperv_hv-cinder-79053 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:30:24.725743 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e4b5154e-ff6f-4dba-a59a-703097e6b719 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:24.764479 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4d97d4e5-ffe0-4e98-80d9-1ad7a76f4af4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (5910ab18-235f-44b0-aa92-9edf3329ab40), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:24.797232 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-ae254170-c68b-4719-a372-5516de06c2b8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3b1197ca22704ac39c70756cd76f1e99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6162908 Mar 14 14:30:24.800194 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 60842) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:30:24.806151 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae254170-c68b-4719-a372-5516de06c2b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e08db669-6bc6-46ff-8311-c54dc8f4762a,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:24.856987 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-4d97d4e5-ffe0-4e98-80d9-1ad7a76f4af4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=595119a72eb94283aae74ccba8bc1d2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5017922 Mar 14 14:30:24.868142 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 60846) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:30:24.910128 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d97d4e5-ffe0-4e98-80d9-1ad7a76f4af4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5910ab18-235f-44b0-aa92-9edf3329ab40,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:24.911233 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Provisioning for port a05af32d-d6e5-47f7-b20d-3a130c49f1d6 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 14:30:24.923076 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] For port 7b4d0be5-68b8-4ef3-b807-10493831bf5c, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7b4d0be5-68b8-4ef3-b807-10493831bf5c,segment=NetworkSegment(2a46ec39-dfba-4656-b081-4381f01477aa),segment_id=2a46ec39-dfba-4656-b081-4381f01477aa)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:30:24.949212 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Provisioning complete for port a05af32d-d6e5-47f7-b20d-3a130c49f1d6 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:30:24.952295 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (a05af32d-d6e5-47f7-b20d-3a130c49f1d6), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:24.971861 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3bcf0105-41b8-494b-8e24-3a92e5be4bc9 admin admin] Publish callbacks [] for security_group (e08db669-6bc6-46ff-8311-c54dc8f4762a), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:24.996366 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-05a95954-893c-413d-8d09-b3f507013aef admin admin] Publish callbacks [] for security_group (5910ab18-235f-44b0-aa92-9edf3329ab40), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:25.012986 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202d0043-ccc3-4650-aa0a-dfc380132754 req-9891ffea-0329-4b9f-b699-e04705ba86bb tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:25.016078 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-202d0043-ccc3-4650-aa0a-dfc380132754 req-9891ffea-0329-4b9f-b699-e04705ba86bb tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=22b43218-c573-4084-9642-35bcba3f7423 HTTP/1.1" status: 200 len: 943 time: 0.1678026 Mar 14 14:30:25.025371 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3bcf0105-41b8-494b-8e24-3a92e5be4bc9 admin admin] Publish callbacks [] for security_group (e08db669-6bc6-46ff-8311-c54dc8f4762a), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:25.048057 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-05a95954-893c-413d-8d09-b3f507013aef admin admin] Publish callbacks [] for security_group (5910ab18-235f-44b0-aa92-9edf3329ab40), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:25.056557 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Returning: {'device': '7b4d0be5-68b8-4ef3-b807-10493831bf5c', 'network_id': '0ddf994f-0880-45d8-aabd-d4172b6b2de8', 'port_id': '7b4d0be5-68b8-4ef3-b807-10493831bf5c', 'mac_address': 'fa:16:3e:8b:59:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb7c63e2-0951-4b05-855d-9c4a5d265339', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 14:30:25.119140 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e4b5154e-ff6f-4dba-a59a-703097e6b719 admin admin] Publish callbacks [] for security_group (15e5b2dd-21aa-47f1-9c92-fd7e229d463a), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:25.143855 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-202d0043-ccc3-4650-aa0a-dfc380132754 req-519a7b71-1402-4137-9391-46ef7b620c4c tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124952 Mar 14 14:30:25.200539 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Current status of the port a05af32d-d6e5-47f7-b20d-3a130c49f1d6 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:30:25.200935 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (a05af32d-d6e5-47f7-b20d-3a130c49f1d6), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:25.202916 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Current status of the port 7b4d0be5-68b8-4ef3-b807-10493831bf5c is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:30:25.203291 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (7b4d0be5-68b8-4ef3-b807-10493831bf5c), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:25.235280 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b4d0be5-68b8-4ef3-b807-10493831bf5c {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 14:30:25.247495 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba304e9b-4741-4fe8-9210-bc5fe68b8d78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a05af32d-d6e5-47f7-b20d-3a130c49f1d6'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:30:25.250029 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b7ebcd0391bc29bcab12edcb0ac311dc480f3a51940d576a7fcfe4e03a4514e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a6b8ae-47cc-46ce-aa56-38a374321d7f" -d '{"events": [{"server_uuid": "ba304e9b-4741-4fe8-9210-bc5fe68b8d78", "name": "network-vif-plugged", "status": "completed", "tag": "a05af32d-d6e5-47f7-b20d-3a130c49f1d6"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:30:25.254275 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e4b5154e-ff6f-4dba-a59a-703097e6b719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (15e5b2dd-21aa-47f1-9c92-fd7e229d463a), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:25.276777 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] For port a05af32d-d6e5-47f7-b20d-3a130c49f1d6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a05af32d-d6e5-47f7-b20d-3a130c49f1d6,segment=NetworkSegment(2a46ec39-dfba-4656-b081-4381f01477aa),segment_id=2a46ec39-dfba-4656-b081-4381f01477aa)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:30:25.286409 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] For port 7b4d0be5-68b8-4ef3-b807-10493831bf5c, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7b4d0be5-68b8-4ef3-b807-10493831bf5c,segment=NetworkSegment(2a46ec39-dfba-4656-b081-4381f01477aa),segment_id=2a46ec39-dfba-4656-b081-4381f01477aa)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:30:25.300447 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3bcf0105-41b8-494b-8e24-3a92e5be4bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (e08db669-6bc6-46ff-8311-c54dc8f4762a), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:25.308998 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3bcf0105-41b8-494b-8e24-3a92e5be4bc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:25.315989 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-3bcf0105-41b8-494b-8e24-3a92e5be4bc9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e08db669-6bc6-46ff-8311-c54dc8f4762a HTTP/1.1" status: 204 len: 168 time: 0.5060480 Mar 14 14:30:25.321578 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-05a95954-893c-413d-8d09-b3f507013aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (5910ab18-235f-44b0-aa92-9edf3329ab40), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:25.330590 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 14:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-584049b7-da8f-4de8-a7fe-4d93ea03d013 x-openstack-request-id: req-584049b7-da8f-4de8-a7fe-4d93ea03d013 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:30:25.331057 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba304e9b-4741-4fe8-9210-bc5fe68b8d78", "name": "network-vif-plugged", "status": "completed", "tag": "a05af32d-d6e5-47f7-b20d-3a130c49f1d6", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:30:25.331483 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-584049b7-da8f-4de8-a7fe-4d93ea03d013 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:30:25.332246 dv-cinder-790535-28-smb neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba304e9b-4741-4fe8-9210-bc5fe68b8d78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a05af32d-d6e5-47f7-b20d-3a130c49f1d6', 'code': 200} Mar 14 14:30:25.334148 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-05a95954-893c-413d-8d09-b3f507013aef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:25.339271 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-05a95954-893c-413d-8d09-b3f507013aef admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5910ab18-235f-44b0-aa92-9edf3329ab40 HTTP/1.1" status: 204 len: 168 time: 0.4627810 Mar 14 14:30:25.357744 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcf0105-41b8-494b-8e24-3a92e5be4bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e08db669-6bc6-46ff-8311-c54dc8f4762a,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:25.357995 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-e4b5154e-ff6f-4dba-a59a-703097e6b719 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=73393051e1c74f4885fc55c4bb784b97&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6463175 Mar 14 14:30:25.364958 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 60856) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:30:25.383208 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b5154e-ff6f-4dba-a59a-703097e6b719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15e5b2dd-21aa-47f1-9c92-fd7e229d463a,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:25.404065 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a95954-893c-413d-8d09-b3f507013aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5910ab18-235f-44b0-aa92-9edf3329ab40,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:25.405568 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (a05af32d-d6e5-47f7-b20d-3a130c49f1d6), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:25.436597 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (7b4d0be5-68b8-4ef3-b807-10493831bf5c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:25.451482 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 60860) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:30:25.518374 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-63c4350e-7325-49b7-a31d-060b5460199b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:25.548709 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-826df041-f581-4c07-84fc-5546e16a32b8 admin admin] Publish callbacks [] for security_group (15e5b2dd-21aa-47f1-9c92-fd7e229d463a), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:25.599202 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-826df041-f581-4c07-84fc-5546e16a32b8 admin admin] Publish callbacks [] for security_group (15e5b2dd-21aa-47f1-9c92-fd7e229d463a), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:25.720666 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7818f52f-3645-48a9-8b9a-79fc4dcc676d req-46d9c968-6afd-45c6-9379-8b94ec25c27d tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:25.723297 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-7818f52f-3645-48a9-8b9a-79fc4dcc676d req-46d9c968-6afd-45c6-9379-8b94ec25c27d tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=383e74ab-b4e3-411b-9735-9d5e08400844 HTTP/1.1" status: 200 len: 946 time: 0.2080293 Mar 14 14:30:25.733317 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Pushing event updated for resources: {'Port': ['ID=a05af32d-d6e5-47f7-b20d-3a130c49f1d6,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:25.802416 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-826df041-f581-4c07-84fc-5546e16a32b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (15e5b2dd-21aa-47f1-9c92-fd7e229d463a), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:25.809921 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-826df041-f581-4c07-84fc-5546e16a32b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:25.815747 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-826df041-f581-4c07-84fc-5546e16a32b8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/15e5b2dd-21aa-47f1-9c92-fd7e229d463a HTTP/1.1" status: 204 len: 168 time: 0.4450965 Mar 14 14:30:25.818978 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] get_ports_and_sgs() called for port_ids ['7b4d0be5-68b8-4ef3-b807-10493831bf5c'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 14:30:25.837465 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826df041-f581-4c07-84fc-5546e16a32b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e5b2dd-21aa-47f1-9c92-fd7e229d463a,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:25.869239 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-7818f52f-3645-48a9-8b9a-79fc4dcc676d req-841f4d0a-30ad-4f3c-a2c8-036342ecf762 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d847fc3-179d-4da6-9776-d95851d7edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332464 Mar 14 14:30:25.968290 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Pushing event updated for resources: {'Port': ['ID=7b4d0be5-68b8-4ef3-b807-10493831bf5c,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:25.986562 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (5e7a912f-556e-4923-ad48-72f47c325557), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:26.008305 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aff4f9-2102-49af-9b4d-361d3ef54a10 req-b37787dc-3a71-4715-8923-abc0e3ce858e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:26.009452 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-04aff4f9-2102-49af-9b4d-361d3ef54a10 req-b37787dc-3a71-4715-8923-abc0e3ce858e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ba304e9b-4741-4fe8-9210-bc5fe68b8d78 HTTP/1.1" status: 200 len: 1129 time: 0.1501939 Mar 14 14:30:26.132337 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-04aff4f9-2102-49af-9b4d-361d3ef54a10 req-9e62ea12-09fc-494c-a8ed-3be57337e82e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149399 Mar 14 14:30:26.147580 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-63c4350e-7325-49b7-a31d-060b5460199b admin admin] Publish callbacks [] for security_group (0e4f5ea4-641e-4b9d-bba9-ed04ba583a20), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:26.293009 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-63c4350e-7325-49b7-a31d-060b5460199b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (0e4f5ea4-641e-4b9d-bba9-ed04ba583a20), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:26.373619 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-63c4350e-7325-49b7-a31d-060b5460199b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5ea4d7387cc944d4a8dfc802c709920c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9202681 Mar 14 14:30:26.378539 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 60874) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:30:26.389900 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c4350e-7325-49b7-a31d-060b5460199b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4f5ea4-641e-4b9d-bba9-ed04ba583a20,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:26.446920 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-bdf00bba-8559-4337-8792-0ad128797e88 admin admin] Publish callbacks [] for security_group (0e4f5ea4-641e-4b9d-bba9-ed04ba583a20), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:26.454728 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f593a85c-c569-48ba-b8d9-33d66d412368 req-97944385-6270-4971-b979-e40cad6abd27 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:26.456156 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-f593a85c-c569-48ba-b8d9-33d66d412368 req-97944385-6270-4971-b979-e40cad6abd27 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=22b43218-c573-4084-9642-35bcba3f7423 HTTP/1.1" status: 200 len: 944 time: 0.1624994 Mar 14 14:30:26.524819 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-bdf00bba-8559-4337-8792-0ad128797e88 admin admin] Publish callbacks [] for security_group (0e4f5ea4-641e-4b9d-bba9-ed04ba583a20), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:26.539345 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-f593a85c-c569-48ba-b8d9-33d66d412368 req-b0f169ac-3a68-43a3-a0e0-1f844a889cb2 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753417 Mar 14 14:30:26.693552 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-bdf00bba-8559-4337-8792-0ad128797e88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (0e4f5ea4-641e-4b9d-bba9-ed04ba583a20), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:26.701270 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-bdf00bba-8559-4337-8792-0ad128797e88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:26.702712 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-bdf00bba-8559-4337-8792-0ad128797e88 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0e4f5ea4-641e-4b9d-bba9-ed04ba583a20 HTTP/1.1" status: 204 len: 168 time: 0.3230860 Mar 14 14:30:26.717974 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf00bba-8559-4337-8792-0ad128797e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4f5ea4-641e-4b9d-bba9-ed04ba583a20,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:27.115689 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af36691-9c64-457b-8f2c-b9676ab4f22c req-663ac1fb-4267-4106-b587-5c49a8cb2570 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:27.117415 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-8af36691-9c64-457b-8f2c-b9676ab4f22c req-663ac1fb-4267-4106-b587-5c49a8cb2570 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=383e74ab-b4e3-411b-9735-9d5e08400844 HTTP/1.1" status: 200 len: 946 time: 0.0694640 Mar 14 14:30:27.185530 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-8af36691-9c64-457b-8f2c-b9676ab4f22c req-15bdb280-d6eb-4f3c-9ca5-49249bf5a294 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d847fc3-179d-4da6-9776-d95851d7edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610921 Mar 14 14:30:27.719655 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d28e330-7fd6-45b5-8d89-e62c322cd2d7 req-e9d4a405-eb18-45dd-bcba-204362b50088 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:27.734845 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-4d28e330-7fd6-45b5-8d89-e62c322cd2d7 req-e9d4a405-eb18-45dd-bcba-204362b50088 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=22b43218-c573-4084-9642-35bcba3f7423 HTTP/1.1" status: 200 len: 944 time: 0.1070151 Mar 14 14:30:27.828005 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-4d28e330-7fd6-45b5-8d89-e62c322cd2d7 req-b79d15a9-f48c-4d84-9ac7-5a3d163aadaa tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813057 Mar 14 14:30:28.177389 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 60950) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:30:28.435335 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae65614c-9c04-4a47-b7a5-2196dfd4416c req-a5bb2546-fdd0-4d1d-b72b-ead5b2ad3f3c tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:28.437137 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-ae65614c-9c04-4a47-b7a5-2196dfd4416c req-a5bb2546-fdd0-4d1d-b72b-ead5b2ad3f3c tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=383e74ab-b4e3-411b-9735-9d5e08400844 HTTP/1.1" status: 200 len: 946 time: 0.1353929 Mar 14 14:30:28.533850 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-ae65614c-9c04-4a47-b7a5-2196dfd4416c req-630d1644-f674-4b38-ac22-1e6707b29349 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d847fc3-179d-4da6-9776-d95851d7edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888603 Mar 14 14:30:28.620588 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Device 7b4d0be5-68b8-4ef3-b807-10493831bf5c up at agent hyperv_hv-cinder-79053 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:30:28.683991 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.v2.base [None req-a3524679-1eee-49a5-be05-31bf5a868134 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-294149024-network', 'tenant_id': 'a13b71d43cd34fb38f85e1cc0af43e28'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:30:28.936740 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Provisioning for port 7b4d0be5-68b8-4ef3-b807-10493831bf5c completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 14:30:28.946618 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Provisioning complete for port 7b4d0be5-68b8-4ef3-b807-10493831bf5c triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:30:28.947333 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (7b4d0be5-68b8-4ef3-b807-10493831bf5c), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:28.952037 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3524679-1eee-49a5-be05-31bf5a868134 admin admin] Made reservation on behalf of a13b71d43cd34fb38f85e1cc0af43e28 for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:30:28.961325 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a3524679-1eee-49a5-be05-31bf5a868134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:28.986173 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a3524679-1eee-49a5-be05-31bf5a868134 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:29.040935 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805da09a-c706-412c-8ea1-33096d4e2ee0 req-6ca62f0f-d85e-401a-9e79-22951583c5d7 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:29.044905 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-805da09a-c706-412c-8ea1-33096d4e2ee0 req-6ca62f0f-d85e-401a-9e79-22951583c5d7 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=22b43218-c573-4084-9642-35bcba3f7423 HTTP/1.1" status: 200 len: 944 time: 0.1054654 Mar 14 14:30:29.183786 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a3524679-1eee-49a5-be05-31bf5a868134 admin admin] Publish callbacks [] for security_group (c7b4ecb9-758b-4c57-888d-8fa616ae23f8), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:29.201235 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Current status of the port 7b4d0be5-68b8-4ef3-b807-10493831bf5c is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:30:29.201573 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (7b4d0be5-68b8-4ef3-b807-10493831bf5c), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:29.205136 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-805da09a-c706-412c-8ea1-33096d4e2ee0 req-cf9d6357-2c8d-4f0e-9306-5362c2533df1 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527658 Mar 14 14:30:29.259021 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a3524679-1eee-49a5-be05-31bf5a868134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (c7b4ecb9-758b-4c57-888d-8fa616ae23f8), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:29.268115 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b43218-c573-4084-9642-35bcba3f7423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b4d0be5-68b8-4ef3-b807-10493831bf5c'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:30:29.275633 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b7ebcd0391bc29bcab12edcb0ac311dc480f3a51940d576a7fcfe4e03a4514e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c2d41d-3ff8-49b8-8ea0-e270123658b6" -d '{"events": [{"server_uuid": "22b43218-c573-4084-9642-35bcba3f7423", "name": "network-vif-plugged", "status": "completed", "tag": "7b4d0be5-68b8-4ef3-b807-10493831bf5c"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:30:29.304790 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] For port 7b4d0be5-68b8-4ef3-b807-10493831bf5c, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7b4d0be5-68b8-4ef3-b807-10493831bf5c,segment=NetworkSegment(2a46ec39-dfba-4656-b081-4381f01477aa),segment_id=2a46ec39-dfba-4656-b081-4381f01477aa)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:30:29.330913 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3524679-1eee-49a5-be05-31bf5a868134 admin admin] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 14:30:29.353083 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3524679-1eee-49a5-be05-31bf5a868134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b4ecb9-758b-4c57-888d-8fa616ae23f8,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:29.360733 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a3524679-1eee-49a5-be05-31bf5a868134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011900'] for segment (05eb4756-2da3-4c70-aee4-7d1765309a16), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:29.366135 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.db.segments_db [None req-a3524679-1eee-49a5-be05-31bf5a868134 admin admin] Added segment 05eb4756-2da3-4c70-aee4-7d1765309a16 of type vlan for network 6ddc4596-65f8-45d3-ba54-9a8ed2c0c193 Mar 14 14:30:29.394245 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 14:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfafa948-84df-4f44-aece-f4c7adffd44b x-openstack-request-id: req-dfafa948-84df-4f44-aece-f4c7adffd44b {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:30:29.395126 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22b43218-c573-4084-9642-35bcba3f7423", "name": "network-vif-plugged", "status": "completed", "tag": "7b4d0be5-68b8-4ef3-b807-10493831bf5c", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:30:29.395819 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dfafa948-84df-4f44-aece-f4c7adffd44b {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:30:29.396775 dv-cinder-790535-28-smb neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22b43218-c573-4084-9642-35bcba3f7423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b4d0be5-68b8-4ef3-b807-10493831bf5c', 'code': 200} Mar 14 14:30:29.413785 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (7b4d0be5-68b8-4ef3-b807-10493831bf5c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:29.445504 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a3524679-1eee-49a5-be05-31bf5a868134 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744329743373'] for network (6ddc4596-65f8-45d3-ba54-9a8ed2c0c193), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:29.539523 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Pushing event updated for resources: {'Port': ['ID=7b4d0be5-68b8-4ef3-b807-10493831bf5c,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:29.586753 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a3524679-1eee-49a5-be05-31bf5a868134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199'] for network (6ddc4596-65f8-45d3-ba54-9a8ed2c0c193), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:29.587764 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3524679-1eee-49a5-be05-31bf5a868134 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:29.589589 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a3524679-1eee-49a5-be05-31bf5a868134 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632217'] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:29.840607 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-a3524679-1eee-49a5-be05-31bf5a868134 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6603999 Mar 14 14:30:29.841935 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 32776) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:30:29.853014 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3524679-1eee-49a5-be05-31bf5a868134 admin admin] Pushing event updated for resources: {'Network': ['ID=6ddc4596-65f8-45d3-ba54-9a8ed2c0c193,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:29.857250 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.v2.base [None req-88e0d5a4-a4fe-46f0-af51-cd8506517ca9 admin admin] Request body: {'subnet': {'network_id': '6ddc4596-65f8-45d3-ba54-9a8ed2c0c193', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-294149024-subnet', 'tenant_id': 'a13b71d43cd34fb38f85e1cc0af43e28', 'ip_version': 4}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:30:29.874933 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Network 6ddc4596-65f8-45d3-ba54-9a8ed2c0c193 details requested by agent ovs-agent-dv-cinder-790535-28-smb with host dv-cinder-790535-28-smb {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 14:30:29.966257 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb5340f-c225-464e-8902-dafb8627ee83 req-93ed3610-9846-4552-9682-078b1e288d42 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:29.969535 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-2cb5340f-c225-464e-8902-dafb8627ee83 req-93ed3610-9846-4552-9682-078b1e288d42 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=383e74ab-b4e3-411b-9735-9d5e08400844 HTTP/1.1" status: 200 len: 946 time: 0.2749360 Mar 14 14:30:30.056067 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048e335a-eb98-4655-b357-6a91024cc017 req-70e207cd-bc94-43a6-9194-95fb2208c710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:30.059710 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-048e335a-eb98-4655-b357-6a91024cc017 req-70e207cd-bc94-43a6-9194-95fb2208c710 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=22b43218-c573-4084-9642-35bcba3f7423 HTTP/1.1" status: 200 len: 1129 time: 0.1959183 Mar 14 14:30:30.121252 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-2cb5340f-c225-464e-8902-dafb8627ee83 req-fdd98bd1-aa8a-46e9-a7ef-7e287ca9a0e6 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d847fc3-179d-4da6-9776-d95851d7edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404316 Mar 14 14:30:30.185172 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e0d5a4-a4fe-46f0-af51-cd8506517ca9 admin admin] Made reservation on behalf of a13b71d43cd34fb38f85e1cc0af43e28 for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:30:30.188646 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-88e0d5a4-a4fe-46f0-af51-cd8506517ca9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9088491'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:30.194044 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-048e335a-eb98-4655-b357-6a91024cc017 req-5ebe3ba2-0367-4d1c-82e0-ed8690682498 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278083 Mar 14 14:30:30.737901 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211ee997-258b-4009-aba6-0ea537693803 req-651d47bb-0a22-4259-ad7f-a049d11979ca tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:30.745881 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-211ee997-258b-4009-aba6-0ea537693803 req-651d47bb-0a22-4259-ad7f-a049d11979ca tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=22b43218-c573-4084-9642-35bcba3f7423 HTTP/1.1" status: 200 len: 945 time: 0.3386400 Mar 14 14:30:30.815155 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-88e0d5a4-a4fe-46f0-af51-cd8506517ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9088453'] for subnet (b6f3e4c4-8c5e-45e1-899c-abb308a625a6), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:30.872684 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-211ee997-258b-4009-aba6-0ea537693803 req-156a8b88-1865-4ed7-90eb-1d0aba092e92 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250465 Mar 14 14:30:30.978757 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e0d5a4-a4fe-46f0-af51-cd8506517ca9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6f3e4c4-8c5e-45e1-899c-abb308a625a6,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:31.000994 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e0d5a4-a4fe-46f0-af51-cd8506517ca9 admin admin] Checking segment: {'id': '05eb4756-2da3-4c70-aee4-7d1765309a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '6ddc4596-65f8-45d3-ba54-9a8ed2c0c193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:30:31.002030 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e0d5a4-a4fe-46f0-af51-cd8506517ca9 admin admin] Network hostable DHCP agents. Network: 6ddc4596-65f8-45d3-ba54-9a8ed2c0c193, hostable agents: ['cdfaf928-5960-4f26-8f0f-a06a7779780c'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 14:30:31.145016 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e0d5a4-a4fe-46f0-af51-cd8506517ca9 admin admin] Network 6ddc4596-65f8-45d3-ba54-9a8ed2c0c193 is scheduled to be hosted by DHCP agent cdfaf928-5960-4f26-8f0f-a06a7779780c with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 14:30:31.282040 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-88e0d5a4-a4fe-46f0-af51-cd8506517ca9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-28-smb, 6ddc4596-65f8-45d3-ba54-9a8ed2c0c193) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:30:31.314654 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b378a1e6-f181-41c1-bedb-d1ffca536c27 None None] Network 6ddc4596-65f8-45d3-ba54-9a8ed2c0c193 requested from dv-cinder-790535-28-smb {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 14:30:31.323315 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e0d5a4-a4fe-46f0-af51-cd8506517ca9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:31.326998 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-88e0d5a4-a4fe-46f0-af51-cd8506517ca9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632217'] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:31.403152 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09bc9a3-40cd-457e-bdeb-7e8ab7f04545 req-74a188a5-1bdf-422a-803b-56f651daa0a2 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:31.415935 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-c09bc9a3-40cd-457e-bdeb-7e8ab7f04545 req-74a188a5-1bdf-422a-803b-56f651daa0a2 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=383e74ab-b4e3-411b-9735-9d5e08400844 HTTP/1.1" status: 200 len: 946 time: 0.1733077 Mar 14 14:30:31.519230 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-88e0d5a4-a4fe-46f0-af51-cd8506517ca9 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.6717434 Mar 14 14:30:31.520912 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 32814) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:30:31.527890 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.v2.base [None req-54c367e5-c931-4087-8aa9-51daf530b9a3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-294149024-router', 'tenant_id': 'a13b71d43cd34fb38f85e1cc0af43e28', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b'}}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:30:31.579576 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-c09bc9a3-40cd-457e-bdeb-7e8ab7f04545 req-3f378b21-1486-495d-8ea0-1f70982a05b5 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d847fc3-179d-4da6-9776-d95851d7edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1544821 Mar 14 14:30:31.699432 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-54c367e5-c931-4087-8aa9-51daf530b9a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2018839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4718'] for router (55943d03-8542-4b52-be0f-0568fea66cf0), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:31.703596 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-54c367e5-c931-4087-8aa9-51daf530b9a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2018979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2016321', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2027734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4711'] for router (55943d03-8542-4b52-be0f-0568fea66cf0), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:31.740542 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 32824) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:30:31.954272 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-882b96dc-b905-480a-b187-2a456f911873 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:32.009933 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5359e8a9-b8bf-4ddd-a193-ad455ffb877a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ef9d14b-6dca-58f6-bd72-92fc7d94ae67-6ddc4596-65f8-45d3-ba54-9a8ed2c0c193', 'network_id': '6ddc4596-65f8-45d3-ba54-9a8ed2c0c193', 'project_id': 'a13b71d43cd34fb38f85e1cc0af43e28', 'fixed_ips': [{'subnet_id': 'b6f3e4c4-8c5e-45e1-899c-abb308a625a6'}]}} from dv-cinder-790535-28-smb. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 14 14:30:32.021222 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5359e8a9-b8bf-4ddd-a193-ad455ffb877a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:32.207768 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-54c367e5-c931-4087-8aa9-51daf530b9a3 admin admin] Publish callbacks [] for router_controller (55943d03-8542-4b52-be0f-0568fea66cf0), precommit_add_association {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:32.235173 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-882b96dc-b905-480a-b187-2a456f911873 admin admin] Publish callbacks [] for security_group (0c36521c-8d0a-43a9-a973-f79eb61b7126), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:32.277654 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dff3ec-3c98-4058-b2a2-4fc3dcaa51f6 req-ca531562-8316-4b1d-87f0-4c08ef828bac tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:32.279259 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-75dff3ec-3c98-4058-b2a2-4fc3dcaa51f6 req-ca531562-8316-4b1d-87f0-4c08ef828bac tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=22b43218-c573-4084-9642-35bcba3f7423 HTTP/1.1" status: 200 len: 945 time: 0.1162758 Mar 14 14:30:32.317808 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-882b96dc-b905-480a-b187-2a456f911873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (0c36521c-8d0a-43a9-a973-f79eb61b7126), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:32.352804 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-5359e8a9-b8bf-4ddd-a193-ad455ffb877a None None] Allocated IP 172.20.0.2 (6ddc4596-65f8-45d3-ba54-9a8ed2c0c193/b6f3e4c4-8c5e-45e1-899c-abb308a625a6/0bc47f0b-50d7-43fa-a771-15204c846eea) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:30:32.379545 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-75dff3ec-3c98-4058-b2a2-4fc3dcaa51f6 req-c4f5a3fb-3d3a-42b1-96e6-48258c09a2a9 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862231 Mar 14 14:30:32.388135 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-882b96dc-b905-480a-b187-2a456f911873 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f9435a29bf624081bafe05e52ce3e074&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6460485 Mar 14 14:30:32.390005 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882b96dc-b905-480a-b187-2a456f911873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c36521c-8d0a-43a9-a973-f79eb61b7126,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:32.392865 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 32834) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:30:32.483750 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1ad6a749-196b-4b18-83e6-bb43d3efd835 admin admin] Publish callbacks [] for security_group (0c36521c-8d0a-43a9-a973-f79eb61b7126), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:32.582018 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1ad6a749-196b-4b18-83e6-bb43d3efd835 admin admin] Publish callbacks [] for security_group (0c36521c-8d0a-43a9-a973-f79eb61b7126), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:32.737157 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-54c367e5-c931-4087-8aa9-51daf530b9a3 admin admin] Publish callbacks [] for router_gateway (55943d03-8542-4b52-be0f-0568fea66cf0), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:32.786684 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5359e8a9-b8bf-4ddd-a193-ad455ffb877a None None] Publish callbacks [] for port (0bc47f0b-50d7-43fa-a771-15204c846eea), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:32.955775 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b334831f-d54d-419e-8f28-056366a81d3e req-33953d82-da1f-4b13-b02b-57fd3c4055a7 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:32.970470 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-b334831f-d54d-419e-8f28-056366a81d3e req-33953d82-da1f-4b13-b02b-57fd3c4055a7 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=383e74ab-b4e3-411b-9735-9d5e08400844 HTTP/1.1" status: 200 len: 946 time: 0.1802914 Mar 14 14:30:32.982021 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5359e8a9-b8bf-4ddd-a193-ad455ffb877a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744329793199'] for port (0bc47f0b-50d7-43fa-a771-15204c846eea), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:33.053205 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1ad6a749-196b-4b18-83e6-bb43d3efd835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (0c36521c-8d0a-43a9-a973-f79eb61b7126), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:33.056270 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1ad6a749-196b-4b18-83e6-bb43d3efd835 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:33.078707 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-1ad6a749-196b-4b18-83e6-bb43d3efd835 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0c36521c-8d0a-43a9-a973-f79eb61b7126 HTTP/1.1" status: 204 len: 168 time: 0.6844189 Mar 14 14:30:33.146607 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad6a749-196b-4b18-83e6-bb43d3efd835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c36521c-8d0a-43a9-a973-f79eb61b7126,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:33.218435 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5359e8a9-b8bf-4ddd-a193-ad455ffb877a None None] Pushing event updated for resources: {'Port': ['ID=0bc47f0b-50d7-43fa-a771-15204c846eea,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:33.247574 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-b334831f-d54d-419e-8f28-056366a81d3e req-399f7ce6-f5ef-48b7-991c-f876c56ab2aa tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d847fc3-179d-4da6-9776-d95851d7edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2744365 Mar 14 14:30:33.299164 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5359e8a9-b8bf-4ddd-a193-ad455ffb877a None None] Network 6ddc4596-65f8-45d3-ba54-9a8ed2c0c193 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:30:33.304562 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-5359e8a9-b8bf-4ddd-a193-ad455ffb877a None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:30:33.310490 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5359e8a9-b8bf-4ddd-a193-ad455ffb877a None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:30:33.477976 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-5359e8a9-b8bf-4ddd-a193-ad455ffb877a None None] Attempting to bind port 0bc47f0b-50d7-43fa-a771-15204c846eea on host dv-cinder-790535-28-smb for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:30:33.479611 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-5359e8a9-b8bf-4ddd-a193-ad455ffb877a None None] Attempting to bind port 0bc47f0b-50d7-43fa-a771-15204c846eea by drivers openvswitch,hyperv on host dv-cinder-790535-28-smb at level 0 using segments [{'id': '05eb4756-2da3-4c70-aee4-7d1765309a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '6ddc4596-65f8-45d3-ba54-9a8ed2c0c193'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:30:33.479611 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5359e8a9-b8bf-4ddd-a193-ad455ffb877a None None] Attempting to bind port 0bc47f0b-50d7-43fa-a771-15204c846eea on network 6ddc4596-65f8-45d3-ba54-9a8ed2c0c193 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:30:33.496909 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5359e8a9-b8bf-4ddd-a193-ad455ffb877a None None] Checking agent: {'id': 'ddc61399-76bc-42cc-9da4-26f2fa974742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-28-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 20, 17), 'started_at': datetime.datetime(2022, 3, 14, 14, 20, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-28-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:30:33.497310 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5359e8a9-b8bf-4ddd-a193-ad455ffb877a None None] Checking segment: {'id': '05eb4756-2da3-4c70-aee4-7d1765309a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '6ddc4596-65f8-45d3-ba54-9a8ed2c0c193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:30:33.497822 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5359e8a9-b8bf-4ddd-a193-ad455ffb877a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:33.498128 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5359e8a9-b8bf-4ddd-a193-ad455ffb877a None None] Bound using segment: {'id': '05eb4756-2da3-4c70-aee4-7d1765309a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '6ddc4596-65f8-45d3-ba54-9a8ed2c0c193'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:30:33.498711 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-5359e8a9-b8bf-4ddd-a193-ad455ffb877a None None] Bound port: 0bc47f0b-50d7-43fa-a771-15204c846eea, host: dv-cinder-790535-28-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05eb4756-2da3-4c70-aee4-7d1765309a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '6ddc4596-65f8-45d3-ba54-9a8ed2c0c193'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:30:33.499014 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5359e8a9-b8bf-4ddd-a193-ad455ffb877a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (0bc47f0b-50d7-43fa-a771-15204c846eea), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:33.702342 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-54c367e5-c931-4087-8aa9-51daf530b9a3 admin admin] Publish callbacks [] for router_gateway (55943d03-8542-4b52-be0f-0568fea66cf0), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:33.821938 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-54c367e5-c931-4087-8aa9-51daf530b9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:33.828389 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-5359e8a9-b8bf-4ddd-a193-ad455ffb877a None None] For port 0bc47f0b-50d7-43fa-a771-15204c846eea, host dv-cinder-790535-28-smb, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:30:33.841497 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-5359e8a9-b8bf-4ddd-a193-ad455ffb877a None None] For port 0bc47f0b-50d7-43fa-a771-15204c846eea, host dv-cinder-790535-28-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-smb',level=0,port_id=0bc47f0b-50d7-43fa-a771-15204c846eea,segment=NetworkSegment(05eb4756-2da3-4c70-aee4-7d1765309a16),segment_id=05eb4756-2da3-4c70-aee4-7d1765309a16)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:30:34.043322 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edf3e6a-92ab-4cf8-91a2-6871e80c38d7 req-08d01876-8be4-4574-9d04-469734a85113 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:34.061211 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5359e8a9-b8bf-4ddd-a193-ad455ffb877a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (0bc47f0b-50d7-43fa-a771-15204c846eea), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:34.081389 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-9edf3e6a-92ab-4cf8-91a2-6871e80c38d7 req-08d01876-8be4-4574-9d04-469734a85113 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=22b43218-c573-4084-9642-35bcba3f7423 HTTP/1.1" status: 200 len: 945 time: 0.7539375 Mar 14 14:30:34.175431 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-54c367e5-c931-4087-8aa9-51daf530b9a3 admin admin] Allocated IP 172.28.2.89 (21060e90-61ba-4e92-afb3-f12491c9b56b/3278263d-ed58-402f-9606-a5b3ef606428/5ac87e94-ee90-4c29-bc9c-6770f76a98f1) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:30:34.247268 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5359e8a9-b8bf-4ddd-a193-ad455ffb877a None None] Pushing event updated for resources: {'Port': ['ID=0bc47f0b-50d7-43fa-a771-15204c846eea,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:34.261968 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e29763-05d6-4b10-a20f-f99a10040327 req-7d0e8cfd-ba27-4c01-9982-e220cc683004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:34.265544 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-a3e29763-05d6-4b10-a20f-f99a10040327 req-7d0e8cfd-ba27-4c01-9982-e220cc683004 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=63bac5f5e8de432daf51510c0379662a&device_id=22b43218-c573-4084-9642-35bcba3f7423 HTTP/1.1" status: 200 len: 1129 time: 0.8318405 Mar 14 14:30:34.337526 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-9edf3e6a-92ab-4cf8-91a2-6871e80c38d7 req-641ad44b-d40f-46c4-ada1-4831a1ed2c7a tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498672 Mar 14 14:30:34.394004 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-a033546a-0735-42d5-87d4-da43e8c34bbe req-d2b0e776-f031-4600-a2ba-baf39ca750b1 tempest-VolumesNegativeTest-901342012 tempest-VolumesNegativeTest-901342012-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=b2d72f27e9c6439b93e6715719933b16&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1214225 Mar 14 14:30:34.638556 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-54c367e5-c931-4087-8aa9-51daf530b9a3 admin admin] Publish callbacks [] for port (5ac87e94-ee90-4c29-bc9c-6770f76a98f1), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:34.947999 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-54c367e5-c931-4087-8aa9-51daf530b9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744329793199'] for port (5ac87e94-ee90-4c29-bc9c-6770f76a98f1), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:34.956708 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a033546a-0735-42d5-87d4-da43e8c34bbe req-a3f03577-dc49-474b-bfe0-e1a0ba827c90 tempest-VolumesNegativeTest-901342012 tempest-VolumesNegativeTest-901342012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:34.959420 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-a033546a-0735-42d5-87d4-da43e8c34bbe req-a3f03577-dc49-474b-bfe0-e1a0ba827c90 tempest-VolumesNegativeTest-901342012 tempest-VolumesNegativeTest-901342012-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5637033 Mar 14 14:30:34.962480 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e29763-05d6-4b10-a20f-f99a10040327 req-a15ed281-4bcb-451c-86ac-30bdca480ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:34.966070 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-a3e29763-05d6-4b10-a20f-f99a10040327 req-a15ed281-4bcb-451c-86ac-30bdca480ebf service neutron] 10.222.0.35 "GET /v2.0/networks?id=0ddf994f-0880-45d8-aabd-d4172b6b2de8 HTTP/1.1" status: 200 len: 919 time: 0.6904330 Mar 14 14:30:35.082744 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c367e5-c931-4087-8aa9-51daf530b9a3 admin admin] Network 21060e90-61ba-4e92-afb3-f12491c9b56b is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:30:35.093055 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-54c367e5-c931-4087-8aa9-51daf530b9a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:30:35.104430 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c367e5-c931-4087-8aa9-51daf530b9a3 admin admin] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:30:35.148157 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-a3e29763-05d6-4b10-a20f-f99a10040327 req-f3edb3e7-e946-4801-af43-0f32615ff1c0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b4d0be5-68b8-4ef3-b807-10493831bf5c HTTP/1.1" status: 200 len: 217 time: 0.1754758 Mar 14 14:30:35.178190 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-a033546a-0735-42d5-87d4-da43e8c34bbe req-06bd87af-f7ac-4de2-8d11-fdac2ff2dae8 tempest-VolumesNegativeTest-901342012 tempest-VolumesNegativeTest-901342012-project] 10.222.0.58 "GET /v2.0/quotas/b2d72f27e9c6439b93e6715719933b16 HTTP/1.1" status: 200 len: 375 time: 0.1877315 Mar 14 14:30:35.357669 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c367e5-c931-4087-8aa9-51daf530b9a3 admin admin] Pushing event updated for resources: {'Port': ['ID=5ac87e94-ee90-4c29-bc9c-6770f76a98f1,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:35.444481 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Device 0bc47f0b-50d7-43fa-a771-15204c846eea up at agent ovs-agent-dv-cinder-790535-28-smb {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:30:35.478676 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-a033546a-0735-42d5-87d4-da43e8c34bbe req-98805955-2602-4f74-9757-f0b4112073fa tempest-VolumesNegativeTest-901342012 tempest-VolumesNegativeTest-901342012-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b2d72f27e9c6439b93e6715719933b16&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1268535 Mar 14 14:30:35.487813 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e29763-05d6-4b10-a20f-f99a10040327 req-6441de2c-103c-4784-9fcd-e8772ee09f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:35.489891 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-a3e29763-05d6-4b10-a20f-f99a10040327 req-6441de2c-103c-4784-9fcd-e8772ee09f5a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bb7c63e2-0951-4b05-855d-9c4a5d265339 HTTP/1.1" status: 200 len: 858 time: 0.3181145 Mar 14 14:30:35.554031 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2ad6b4-25b8-4562-9a6d-7bbea4004212 req-e0f432c7-b6f6-44f4-ac22-9f749f99191c tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:35.569129 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-4c2ad6b4-25b8-4562-9a6d-7bbea4004212 req-e0f432c7-b6f6-44f4-ac22-9f749f99191c tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=383e74ab-b4e3-411b-9735-9d5e08400844 HTTP/1.1" status: 200 len: 946 time: 0.4229310 Mar 14 14:30:35.611452 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Provisioning complete for port 0bc47f0b-50d7-43fa-a771-15204c846eea triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:30:35.629916 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (0bc47f0b-50d7-43fa-a771-15204c846eea), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:35.636323 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-a3e29763-05d6-4b10-a20f-f99a10040327 req-7bdbb4c4-22b0-4cf6-85b9-e02265f13bc4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0ddf994f-0880-45d8-aabd-d4172b6b2de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1354604 Mar 14 14:30:35.860402 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-a3e29763-05d6-4b10-a20f-f99a10040327 req-cdc83232-ad23-4135-a316-faf4c0695fca service neutron] 10.222.0.35 "GET /v2.0/networks/0ddf994f-0880-45d8-aabd-d4172b6b2de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152131 Mar 14 14:30:36.012527 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Current status of the port 0bc47f0b-50d7-43fa-a771-15204c846eea is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:30:36.013722 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (0bc47f0b-50d7-43fa-a771-15204c846eea), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:36.136624 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-4c2ad6b4-25b8-4562-9a6d-7bbea4004212 req-afa4905c-33e6-46b5-9abc-5401a75f41cb tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d847fc3-179d-4da6-9776-d95851d7edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5640647 Mar 14 14:30:36.158809 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-a3e29763-05d6-4b10-a20f-f99a10040327 req-a3ac4236-aff7-44b7-98ff-a2338ffaa4e8 service neutron] 10.222.0.35 "GET /v2.0/networks/0ddf994f-0880-45d8-aabd-d4172b6b2de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489998 Mar 14 14:30:36.167666 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] For port 0bc47f0b-50d7-43fa-a771-15204c846eea, host dv-cinder-790535-28-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-smb',level=0,port_id=0bc47f0b-50d7-43fa-a771-15204c846eea,segment=NetworkSegment(05eb4756-2da3-4c70-aee4-7d1765309a16),segment_id=05eb4756-2da3-4c70-aee4-7d1765309a16)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:30:36.251799 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-54c367e5-c931-4087-8aa9-51daf530b9a3 admin admin] Publish callbacks [] for router_gateway (55943d03-8542-4b52-be0f-0568fea66cf0), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:36.326997 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (0bc47f0b-50d7-43fa-a771-15204c846eea), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:36.383943 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f20f63-3a5b-4b70-a941-d8d31d62c516 req-07854299-c0e1-4fbb-8d69-17adc221f43c tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:36.389022 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-c2f20f63-3a5b-4b70-a941-d8d31d62c516 req-07854299-c0e1-4fbb-8d69-17adc221f43c tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2b7668b-2be1-443e-b859-2ba5ba8d2d83 HTTP/1.1" status: 200 len: 945 time: 0.1447406 Mar 14 14:30:36.513515 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Pushing event updated for resources: {'Port': ['ID=0bc47f0b-50d7-43fa-a771-15204c846eea,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:36.531942 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e5f4f8-45c6-42a6-af0d-43432ce103c8 req-10392a41-fe7e-422b-9bf0-0780a9d79760 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:36.540814 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-97e5f4f8-45c6-42a6-af0d-43432ce103c8 req-10392a41-fe7e-422b-9bf0-0780a9d79760 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=22b43218-c573-4084-9642-35bcba3f7423 HTTP/1.1" status: 200 len: 945 time: 0.1497681 Mar 14 14:30:36.546422 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-c2f20f63-3a5b-4b70-a941-d8d31d62c516 req-18164ada-1d8a-49ac-8422-8e1556a106ac tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc03b155-7823-4347-befd-6c4b804b3f44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1125383 Mar 14 14:30:36.603461 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0bc4c2c-7667-41de-afe7-05dbcb0ab94d None None] Network 6ddc4596-65f8-45d3-ba54-9a8ed2c0c193 requested from dv-cinder-790535-28-smb {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 14:30:36.663232 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-97e5f4f8-45c6-42a6-af0d-43432ce103c8 req-9af23edc-5b86-48e5-888d-7c2abb594cb0 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212647 Mar 14 14:30:36.770597 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-b616e359-ddb4-4931-bada-063440a3a15c None None] Provisioning complete for port 0bc47f0b-50d7-43fa-a771-15204c846eea triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:30:36.771156 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b616e359-ddb4-4931-bada-063440a3a15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (0bc47f0b-50d7-43fa-a771-15204c846eea), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:36.789210 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-b62ed623-31e5-4bf3-a553-b59d5f12fcb4 req-82060eab-e757-4a68-820a-625d0e3940b9 tempest-VolumesNegativeTest-901342012 tempest-VolumesNegativeTest-901342012-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e3329fc-fcd7-4882-b7e0-c8ad6c60f522 HTTP/1.1" status: 200 len: 210 time: 0.0764151 Mar 14 14:30:36.909233 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-54c367e5-c931-4087-8aa9-51daf530b9a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2018988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2016302'] for router (55943d03-8542-4b52-be0f-0568fea66cf0), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:37.105321 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-b616e359-ddb4-4931-bada-063440a3a15c None None] Current status of the port 0bc47f0b-50d7-43fa-a771-15204c846eea is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:30:37.276818 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54c367e5-c931-4087-8aa9-51daf530b9a3 admin admin] Router 55943d03-8542-4b52-be0f-0568fea66cf0 is scheduled to L3 agent 3a20f343-fbae-42b4-9bd9-ea7570b5f761 with binding_index 1 {{(pid=103767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 14:30:37.377864 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Device 0bc47f0b-50d7-43fa-a771-15204c846eea up at agent ovs-agent-dv-cinder-790535-28-smb {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:30:37.443715 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7761dd5d-51c8-451f-8e91-1293e8c91689 req-5182667e-faaf-48e6-81c6-4c70eeb41938 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:37.449946 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-7761dd5d-51c8-451f-8e91-1293e8c91689 req-5182667e-faaf-48e6-81c6-4c70eeb41938 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=383e74ab-b4e3-411b-9735-9d5e08400844 HTTP/1.1" status: 200 len: 946 time: 0.1695127 Mar 14 14:30:37.546317 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-7761dd5d-51c8-451f-8e91-1293e8c91689 req-99b4efc6-a32a-463a-b688-debb9ff5bff7 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d847fc3-179d-4da6-9776-d95851d7edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885692 Mar 14 14:30:37.567122 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Provisioning complete for port 0bc47f0b-50d7-43fa-a771-15204c846eea triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:30:37.567787 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (0bc47f0b-50d7-43fa-a771-15204c846eea), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:37.622682 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54c367e5-c931-4087-8aa9-51daf530b9a3 admin admin] Notify agent at l3_agent.dv-cinder-790535-28-smb the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:30:37.634355 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584d94c8-a420-4ad8-9f83-a00561c30196 None None] Sync routers for ids ['55943d03-8542-4b52-be0f-0568fea66cf0'] in dv-cinder-790535-28-smb {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:30:37.655185 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584d94c8-a420-4ad8-9f83-a00561c30196 None None] Routers {'55943d03-8542-4b52-be0f-0568fea66cf0'} bound to L3 agent in host dv-cinder-790535-28-smb {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:30:37.656048 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-584d94c8-a420-4ad8-9f83-a00561c30196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T14:20:13Z,description=,heartbeat_timestamp=2022-03-14T14:30:13Z,host='dv-cinder-790535-28-smb',id=3a20f343-fbae-42b4-9bd9-ea7570b5f761,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:20:14Z,topic='l3_agent')) {'router_ids': ['55943d03-8542-4b52-be0f-0568fea66cf0'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:30:37.667686 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-8b1b283a-2852-4978-9b72-ddd818a14b5e None None] Provisioning complete for port 0bc47f0b-50d7-43fa-a771-15204c846eea triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:30:37.668097 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8b1b283a-2852-4978-9b72-ddd818a14b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (0bc47f0b-50d7-43fa-a771-15204c846eea), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:37.757220 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-54c367e5-c931-4087-8aa9-51daf530b9a3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:37.765373 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-54c367e5-c931-4087-8aa9-51daf530b9a3 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 6.2428434 Mar 14 14:30:37.766995 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 32988) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:30:37.871685 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Current status of the port 0bc47f0b-50d7-43fa-a771-15204c846eea is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:30:37.900295 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-8b1b283a-2852-4978-9b72-ddd818a14b5e None None] Current status of the port 0bc47f0b-50d7-43fa-a771-15204c846eea is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:30:37.968640 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46b197d-f3eb-4624-bd7c-753467942cd7 req-f7e1c486-e29f-4aeb-9374-128acd1966aa tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:37.973771 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-c46b197d-f3eb-4624-bd7c-753467942cd7 req-f7e1c486-e29f-4aeb-9374-128acd1966aa tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2b7668b-2be1-443e-b859-2ba5ba8d2d83 HTTP/1.1" status: 200 len: 945 time: 0.2259057 Mar 14 14:30:37.982167 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-584d94c8-a420-4ad8-9f83-a00561c30196 None None] Set router 55943d03-8542-4b52-be0f-0568fea66cf0 gateway port host: dv-cinder-790535-28-smb {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:30:38.005799 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ef0e2f-51a4-483f-8bb7-77fe7aa5c069 req-2d13b97d-e1c1-4ed3-83ce-5d468b652d1f tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:38.008635 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-26ef0e2f-51a4-483f-8bb7-77fe7aa5c069 req-2d13b97d-e1c1-4ed3-83ce-5d468b652d1f tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=22b43218-c573-4084-9642-35bcba3f7423 HTTP/1.1" status: 200 len: 945 time: 0.1817830 Mar 14 14:30:38.133279 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-26ef0e2f-51a4-483f-8bb7-77fe7aa5c069 req-42b286b7-c042-466c-82d7-e963e94c26cb tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181240 Mar 14 14:30:38.180702 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-c46b197d-f3eb-4624-bd7c-753467942cd7 req-7a3f7a84-a3a4-4681-b69f-114d6be3a090 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc03b155-7823-4347-befd-6c4b804b3f44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1871958 Mar 14 14:30:38.394653 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-1ac448ba-61d3-4c15-b674-4f6e0aba89bb req-d23cf0d9-dfac-475c-b086-f614ba333011 tempest-VolumesNegativeTest-901342012 tempest-VolumesNegativeTest-901342012-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e3329fc-fcd7-4882-b7e0-c8ad6c60f522 HTTP/1.1" status: 200 len: 210 time: 0.0834167 Mar 14 14:30:38.440810 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-584d94c8-a420-4ad8-9f83-a00561c30196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55943d03-8542-4b52-be0f-0568fea66cf0', 'name': 'tempest-TestShelveInstance-294149024-router', 'tenant_id': 'a13b71d43cd34fb38f85e1cc0af43e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.89'}], 'enable_snat': True}, 'gw_port_id': '5ac87e94-ee90-4c29-bc9c-6770f76a98f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:30:31Z', 'updated_at': '2022-03-14T14:30:35Z', 'revision_number': 3, 'project_id': 'a13b71d43cd34fb38f85e1cc0af43e28', 'gw_port': {'id': '5ac87e94-ee90-4c29-bc9c-6770f76a98f1', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e0:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55943d03-8542-4b52-be0f-0568fea66cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:33Z', 'updated_at': '2022-03-14T14:30:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb'}], 'dv-cinder-790535-28-smb', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:30:38.556611 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584d94c8-a420-4ad8-9f83-a00561c30196 None None] Checking router: 55943d03-8542-4b52-be0f-0568fea66cf0 for host: dv-cinder-790535-28-smb {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:30:38.560461 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584d94c8-a420-4ad8-9f83-a00561c30196 None None] Updating router 55943d03-8542-4b52-be0f-0568fea66cf0 port 5ac87e94-ee90-4c29-bc9c-6770f76a98f1 binding host dv-cinder-790535-28-smb {{(pid=103769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 14:30:38.656205 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-584d94c8-a420-4ad8-9f83-a00561c30196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (5ac87e94-ee90-4c29-bc9c-6770f76a98f1), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:38.795729 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756172b8-f2b4-48d3-b518-37804ef09330 req-c34bab5f-28ca-4516-aecb-28f26f4a4355 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:38.807252 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-756172b8-f2b4-48d3-b518-37804ef09330 req-c34bab5f-28ca-4516-aecb-28f26f4a4355 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=383e74ab-b4e3-411b-9735-9d5e08400844 HTTP/1.1" status: 200 len: 946 time: 0.0939925 Mar 14 14:30:38.828797 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0175cea4-91e1-49e2-bd27-d5788bdf3aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:38.956839 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-756172b8-f2b4-48d3-b518-37804ef09330 req-85cef6cf-acaf-493a-b39b-84f7d03a5504 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d847fc3-179d-4da6-9776-d95851d7edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496048 Mar 14 14:30:39.087409 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-584d94c8-a420-4ad8-9f83-a00561c30196 None None] Publish callbacks [] for port (5ac87e94-ee90-4c29-bc9c-6770f76a98f1), precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:39.126865 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-0175cea4-91e1-49e2-bd27-d5788bdf3aec admin admin] Allocated IP 172.20.0.1 (6ddc4596-65f8-45d3-ba54-9a8ed2c0c193/b6f3e4c4-8c5e-45e1-899c-abb308a625a6/8a391c76-99d1-4be1-a7d1-403bce6fa287) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:30:39.282027 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-584d94c8-a420-4ad8-9f83-a00561c30196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (5ac87e94-ee90-4c29-bc9c-6770f76a98f1), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:39.411806 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca321ea7-6403-4cb3-b458-6e8b01325ac0 None None] Pushing event updated for resources: {'Port': ['ID=5ac87e94-ee90-4c29-bc9c-6770f76a98f1,revision_number=2']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:39.435772 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca321ea7-6403-4cb3-b458-6e8b01325ac0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:30:39.436366 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca321ea7-6403-4cb3-b458-6e8b01325ac0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:30:39.436981 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca321ea7-6403-4cb3-b458-6e8b01325ac0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:30:39.437556 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca321ea7-6403-4cb3-b458-6e8b01325ac0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:30:39.438121 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca321ea7-6403-4cb3-b458-6e8b01325ac0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:30:39.438674 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca321ea7-6403-4cb3-b458-6e8b01325ac0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:30:39.439271 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca321ea7-6403-4cb3-b458-6e8b01325ac0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:30:39.439817 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca321ea7-6403-4cb3-b458-6e8b01325ac0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:30:39.440661 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca321ea7-6403-4cb3-b458-6e8b01325ac0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:30:39.441752 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca321ea7-6403-4cb3-b458-6e8b01325ac0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:30:39.442815 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca321ea7-6403-4cb3-b458-6e8b01325ac0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:30:39.443804 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca321ea7-6403-4cb3-b458-6e8b01325ac0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:30:39.449334 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca321ea7-6403-4cb3-b458-6e8b01325ac0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:30:39.449334 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca321ea7-6403-4cb3-b458-6e8b01325ac0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:30:39.451131 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca321ea7-6403-4cb3-b458-6e8b01325ac0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:30:39.486994 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff491f8-f653-4d71-b937-473ee0380899 req-fd2824f4-132c-49da-8943-f0932c7927a9 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:39.491411 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-9ff491f8-f653-4d71-b937-473ee0380899 req-fd2824f4-132c-49da-8943-f0932c7927a9 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=22b43218-c573-4084-9642-35bcba3f7423 HTTP/1.1" status: 200 len: 945 time: 0.2119999 Mar 14 14:30:39.510426 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-584d94c8-a420-4ad8-9f83-a00561c30196 None None] Attempting to bind port 5ac87e94-ee90-4c29-bc9c-6770f76a98f1 on host dv-cinder-790535-28-smb for vnic_type normal with profile {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:30:39.510882 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-584d94c8-a420-4ad8-9f83-a00561c30196 None None] Attempting to bind port 5ac87e94-ee90-4c29-bc9c-6770f76a98f1 by drivers openvswitch,hyperv on host dv-cinder-790535-28-smb at level 0 using segments [{'id': 'bce16b83-cd05-4f93-adb0-46e63864be13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:30:39.513192 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584d94c8-a420-4ad8-9f83-a00561c30196 None None] Attempting to bind port 5ac87e94-ee90-4c29-bc9c-6770f76a98f1 on network 21060e90-61ba-4e92-afb3-f12491c9b56b {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:30:39.525106 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584d94c8-a420-4ad8-9f83-a00561c30196 None None] Checking agent: {'id': 'ddc61399-76bc-42cc-9da4-26f2fa974742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-28-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 20, 17), 'started_at': datetime.datetime(2022, 3, 14, 14, 20, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-28-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:30:39.526237 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584d94c8-a420-4ad8-9f83-a00561c30196 None None] Checking segment: {'id': 'bce16b83-cd05-4f93-adb0-46e63864be13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:30:39.526912 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-584d94c8-a420-4ad8-9f83-a00561c30196 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:39.527632 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584d94c8-a420-4ad8-9f83-a00561c30196 None None] Bound using segment: {'id': 'bce16b83-cd05-4f93-adb0-46e63864be13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:30:39.528480 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-584d94c8-a420-4ad8-9f83-a00561c30196 None None] Bound port: 5ac87e94-ee90-4c29-bc9c-6770f76a98f1, host: dv-cinder-790535-28-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce16b83-cd05-4f93-adb0-46e63864be13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:30:39.529112 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-584d94c8-a420-4ad8-9f83-a00561c30196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (5ac87e94-ee90-4c29-bc9c-6770f76a98f1), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:39.554528 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0175cea4-91e1-49e2-bd27-d5788bdf3aec admin admin] Publish callbacks [] for port (8a391c76-99d1-4be1-a7d1-403bce6fa287), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:39.712957 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-584d94c8-a420-4ad8-9f83-a00561c30196 None None] For port 5ac87e94-ee90-4c29-bc9c-6770f76a98f1, host dv-cinder-790535-28-smb, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:30:39.764257 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-9ff491f8-f653-4d71-b937-473ee0380899 req-f91ada7a-71fa-4a87-907b-308e11d826fd tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452202 Mar 14 14:30:39.933774 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-05ddc21b-fb0b-4014-b2f6-c4cead820dd5 req-e0f474f9-ff33-4d92-9931-603de17a1c48 tempest-VolumesNegativeTest-901342012 tempest-VolumesNegativeTest-901342012-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e3329fc-fcd7-4882-b7e0-c8ad6c60f522 HTTP/1.1" status: 200 len: 210 time: 0.0514350 Mar 14 14:30:39.954606 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-584d94c8-a420-4ad8-9f83-a00561c30196 None None] For port 5ac87e94-ee90-4c29-bc9c-6770f76a98f1, host dv-cinder-790535-28-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-smb',level=0,port_id=5ac87e94-ee90-4c29-bc9c-6770f76a98f1,segment=NetworkSegment(bce16b83-cd05-4f93-adb0-46e63864be13),segment_id=bce16b83-cd05-4f93-adb0-46e63864be13)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:30:39.967911 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321af93e-acd0-4c41-9658-a5c0d0b08df3 req-a4caa363-3295-480f-885f-3fc2da3d9ca1 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:39.973021 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-321af93e-acd0-4c41-9658-a5c0d0b08df3 req-a4caa363-3295-480f-885f-3fc2da3d9ca1 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2b7668b-2be1-443e-b859-2ba5ba8d2d83 HTTP/1.1" status: 200 len: 945 time: 0.4775665 Mar 14 14:30:40.019145 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0175cea4-91e1-49e2-bd27-d5788bdf3aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744329793199'] for port (8a391c76-99d1-4be1-a7d1-403bce6fa287), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:40.092095 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-321af93e-acd0-4c41-9658-a5c0d0b08df3 req-e267bf87-11f1-4995-8fc7-35e65c773c10 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc03b155-7823-4347-befd-6c4b804b3f44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1046948 Mar 14 14:30:40.094560 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0175cea4-91e1-49e2-bd27-d5788bdf3aec admin admin] Network 6ddc4596-65f8-45d3-ba54-9a8ed2c0c193 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:30:40.108712 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-0175cea4-91e1-49e2-bd27-d5788bdf3aec admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:30:40.124124 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0175cea4-91e1-49e2-bd27-d5788bdf3aec admin admin] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:30:40.124752 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0175cea4-91e1-49e2-bd27-d5788bdf3aec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2015297'] for router_interface (55943d03-8542-4b52-be0f-0568fea66cf0), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:40.179983 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-584d94c8-a420-4ad8-9f83-a00561c30196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (5ac87e94-ee90-4c29-bc9c-6770f76a98f1), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:40.203219 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a0f95-ea60-417a-80ed-078f0a87d56e req-d6eac4f0-e551-48d1-8b10-25891a439fec tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:40.205278 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-a14a0f95-ea60-417a-80ed-078f0a87d56e req-d6eac4f0-e551-48d1-8b10-25891a439fec tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=383e74ab-b4e3-411b-9735-9d5e08400844 HTTP/1.1" status: 200 len: 946 time: 0.1425698 Mar 14 14:30:40.303136 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0175cea4-91e1-49e2-bd27-d5788bdf3aec admin admin] Pushing event updated for resources: {'Port': ['ID=8a391c76-99d1-4be1-a7d1-403bce6fa287,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:40.403931 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-a033546a-0735-42d5-87d4-da43e8c34bbe req-3f165811-60c8-4a7b-ad27-3758a0bf4273 tempest-VolumesNegativeTest-901342012 tempest-VolumesNegativeTest-901342012-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=b2d72f27e9c6439b93e6715719933b16&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0929246 Mar 14 14:30:40.456098 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584d94c8-a420-4ad8-9f83-a00561c30196 None None] Routers {'55943d03-8542-4b52-be0f-0568fea66cf0'} bound to L3 agent in host dv-cinder-790535-28-smb {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:30:40.460750 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-584d94c8-a420-4ad8-9f83-a00561c30196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T14:20:13Z,description=,heartbeat_timestamp=2022-03-14T14:30:13Z,host='dv-cinder-790535-28-smb',id=3a20f343-fbae-42b4-9bd9-ea7570b5f761,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:20:14Z,topic='l3_agent')) {'router_ids': ['55943d03-8542-4b52-be0f-0568fea66cf0'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:30:40.521210 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-a14a0f95-ea60-417a-80ed-078f0a87d56e req-6151a59f-dc43-48f7-89c9-d4111f7efee5 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d847fc3-179d-4da6-9776-d95851d7edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3020787 Mar 14 14:30:40.743375 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-afb81227-7957-41c9-b655-7b2a1a95f1ed None None] Provisioning complete for port 8a391c76-99d1-4be1-a7d1-403bce6fa287 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:30:40.746569 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-afb81227-7957-41c9-b655-7b2a1a95f1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (8a391c76-99d1-4be1-a7d1-403bce6fa287), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:40.831049 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab1d148a-7726-4ade-a7c1-55bab7092d57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (cdfaf928-5960-4f26-8f0f-a06a7779780c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:40.902922 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-afb81227-7957-41c9-b655-7b2a1a95f1ed None None] Port 8a391c76-99d1-4be1-a7d1-403bce6fa287 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 14:30:40.903700 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-584d94c8-a420-4ad8-9f83-a00561c30196 None None] Set router 55943d03-8542-4b52-be0f-0568fea66cf0 gateway port host: dv-cinder-790535-28-smb {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:30:40.929041 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a033546a-0735-42d5-87d4-da43e8c34bbe req-70960f49-f376-4fe0-9691-d7c74d27df38 tempest-VolumesNegativeTest-901342012 tempest-VolumesNegativeTest-901342012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:40.943735 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-a033546a-0735-42d5-87d4-da43e8c34bbe req-70960f49-f376-4fe0-9691-d7c74d27df38 tempest-VolumesNegativeTest-901342012 tempest-VolumesNegativeTest-901342012-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5158055 Mar 14 14:30:40.963775 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.v2.base [req-a033546a-0735-42d5-87d4-da43e8c34bbe req-3664ebc8-1c1e-4a26-a601-fcb72db828b0 tempest-VolumesNegativeTest-901342012 tempest-VolumesNegativeTest-901342012-project] Request body: {'port': {'device_id': '1e3329fc-fcd7-4882-b7e0-c8ad6c60f522', 'network_id': 'ee548137-3fa5-44ac-8534-04009d37a51d', 'admin_state_up': True, 'tenant_id': 'b2d72f27e9c6439b93e6715719933b16'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:30:40.999249 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca321ea7-6403-4cb3-b458-6e8b01325ac0 None None] Pushing event updated for resources: {'Port': ['ID=5ac87e94-ee90-4c29-bc9c-6770f76a98f1,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:41.184970 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0175cea4-91e1-49e2-bd27-d5788bdf3aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (8a391c76-99d1-4be1-a7d1-403bce6fa287), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:41.294253 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-4cb01d8c-0cee-455c-97e2-3e86cc324ed2 req-e4926cba-f976-45c5-860e-7ae60522d416 tempest-VolumesNegativeTest-901342012 tempest-VolumesNegativeTest-901342012-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e3329fc-fcd7-4882-b7e0-c8ad6c60f522 HTTP/1.1" status: 200 len: 210 time: 0.2078736 Mar 14 14:30:41.402472 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32791a1d-48b5-4562-8be4-7caf40afdb9b req-f69b7d44-2a93-439a-9366-8a3795f99793 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:41.422842 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-32791a1d-48b5-4562-8be4-7caf40afdb9b req-f69b7d44-2a93-439a-9366-8a3795f99793 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=22b43218-c573-4084-9642-35bcba3f7423 HTTP/1.1" status: 200 len: 945 time: 0.4193594 Mar 14 14:30:41.472217 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a033546a-0735-42d5-87d4-da43e8c34bbe req-3664ebc8-1c1e-4a26-a601-fcb72db828b0 tempest-VolumesNegativeTest-901342012 tempest-VolumesNegativeTest-901342012-project] Made reservation on behalf of b2d72f27e9c6439b93e6715719933b16 for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:30:41.477658 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-a033546a-0735-42d5-87d4-da43e8c34bbe req-3664ebc8-1c1e-4a26-a601-fcb72db828b0 tempest-VolumesNegativeTest-901342012 tempest-VolumesNegativeTest-901342012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:41.518703 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-584d94c8-a420-4ad8-9f83-a00561c30196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55943d03-8542-4b52-be0f-0568fea66cf0', 'name': 'tempest-TestShelveInstance-294149024-router', 'tenant_id': 'a13b71d43cd34fb38f85e1cc0af43e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.89'}], 'enable_snat': True}, 'gw_port_id': '5ac87e94-ee90-4c29-bc9c-6770f76a98f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:30:31Z', 'updated_at': '2022-03-14T14:30:35Z', 'revision_number': 3, 'project_id': 'a13b71d43cd34fb38f85e1cc0af43e28', 'gw_port': {'id': '5ac87e94-ee90-4c29-bc9c-6770f76a98f1', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e0:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55943d03-8542-4b52-be0f-0568fea66cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:33Z', 'updated_at': '2022-03-14T14:30:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb'}], 'dv-cinder-790535-28-smb', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:30:41.532070 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-a033546a-0735-42d5-87d4-da43e8c34bbe req-3664ebc8-1c1e-4a26-a601-fcb72db828b0 tempest-VolumesNegativeTest-901342012 tempest-VolumesNegativeTest-901342012-project] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:41.566236 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584d94c8-a420-4ad8-9f83-a00561c30196 None None] The sync data for ids ['55943d03-8542-4b52-be0f-0568fea66cf0'] in dv-cinder-790535-28-smb is: [{'id': '55943d03-8542-4b52-be0f-0568fea66cf0', 'name': 'tempest-TestShelveInstance-294149024-router', 'tenant_id': 'a13b71d43cd34fb38f85e1cc0af43e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.89'}], 'enable_snat': True}, 'gw_port_id': '5ac87e94-ee90-4c29-bc9c-6770f76a98f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:30:31Z', 'updated_at': '2022-03-14T14:30:35Z', 'revision_number': 3, 'project_id': 'a13b71d43cd34fb38f85e1cc0af43e28', 'gw_port': {'id': '5ac87e94-ee90-4c29-bc9c-6770f76a98f1', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e0:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55943d03-8542-4b52-be0f-0568fea66cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:33Z', 'updated_at': '2022-03-14T14:30:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb'}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:30:41.608185 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-32791a1d-48b5-4562-8be4-7caf40afdb9b req-bdf05d72-ab5e-4640-8a7f-e87c3dbfaff1 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839540 Mar 14 14:30:41.653226 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0175cea4-91e1-49e2-bd27-d5788bdf3aec admin admin] Publish callbacks [] for port (8a391c76-99d1-4be1-a7d1-403bce6fa287), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:41.754180 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e9a87-1a4a-497e-b109-57e2338be60a req-8c2ba552-bfda-4177-81d6-bb8402dd718a tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:41.761931 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0175cea4-91e1-49e2-bd27-d5788bdf3aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (8a391c76-99d1-4be1-a7d1-403bce6fa287), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:41.763319 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0175cea4-91e1-49e2-bd27-d5788bdf3aec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2015469'] for router_interface (55943d03-8542-4b52-be0f-0568fea66cf0), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:41.763793 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-228e9a87-1a4a-497e-b109-57e2338be60a req-8c2ba552-bfda-4177-81d6-bb8402dd718a tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2b7668b-2be1-443e-b859-2ba5ba8d2d83 HTTP/1.1" status: 200 len: 945 time: 0.2550662 Mar 14 14:30:41.915444 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0175cea4-91e1-49e2-bd27-d5788bdf3aec admin admin] Pushing event updated for resources: {'Port': ['ID=8a391c76-99d1-4be1-a7d1-403bce6fa287,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:42.032564 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-228e9a87-1a4a-497e-b109-57e2338be60a req-fc7871e0-6082-4176-baa8-9c18e43f0152 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc03b155-7823-4347-befd-6c4b804b3f44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2655172 Mar 14 14:30:42.039823 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0175cea4-91e1-49e2-bd27-d5788bdf3aec admin admin] Network 6ddc4596-65f8-45d3-ba54-9a8ed2c0c193 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:30:42.041715 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-0175cea4-91e1-49e2-bd27-d5788bdf3aec admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:30:42.062881 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-a033546a-0735-42d5-87d4-da43e8c34bbe req-3664ebc8-1c1e-4a26-a601-fcb72db828b0 tempest-VolumesNegativeTest-901342012 tempest-VolumesNegativeTest-901342012-project] Publish callbacks [] for security_group (b97568f5-894b-4d0d-93aa-0122cc43af74), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:42.099227 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c1ac47-63d3-49dd-b228-5b66da1b73f2 req-4b4b4e55-49ef-40a3-b964-fd6efdee3b06 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:42.108078 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-20c1ac47-63d3-49dd-b228-5b66da1b73f2 req-4b4b4e55-49ef-40a3-b964-fd6efdee3b06 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=383e74ab-b4e3-411b-9735-9d5e08400844 HTTP/1.1" status: 200 len: 946 time: 0.3327177 Mar 14 14:30:42.221663 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-a033546a-0735-42d5-87d4-da43e8c34bbe req-3664ebc8-1c1e-4a26-a601-fcb72db828b0 tempest-VolumesNegativeTest-901342012 tempest-VolumesNegativeTest-901342012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (b97568f5-894b-4d0d-93aa-0122cc43af74), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:42.435901 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0175cea4-91e1-49e2-bd27-d5788bdf3aec admin admin] Router 55943d03-8542-4b52-be0f-0568fea66cf0 has already been hosted by L3 agent 3a20f343-fbae-42b4-9bd9-ea7570b5f761 {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 14:30:42.490229 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3664ebc8-1c1e-4a26-a601-fcb72db828b0 tempest-VolumesNegativeTest-901342012 tempest-VolumesNegativeTest-901342012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b97568f5-894b-4d0d-93aa-0122cc43af74,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:42.660786 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-cc42706d-c54d-4274-bd9b-66926b34be94 None None] Provisioning complete for port 8a391c76-99d1-4be1-a7d1-403bce6fa287 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:30:42.663345 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-cc42706d-c54d-4274-bd9b-66926b34be94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (8a391c76-99d1-4be1-a7d1-403bce6fa287), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:42.753696 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 33114) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:30:42.797606 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-2ecb5893-f210-4c37-9369-6baafdc8b3f2 req-e0b931d9-f7e9-4868-a36e-cbd7599d82a8 tempest-VolumesNegativeTest-901342012 tempest-VolumesNegativeTest-901342012-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e3329fc-fcd7-4882-b7e0-c8ad6c60f522 HTTP/1.1" status: 200 len: 210 time: 0.2548602 Mar 14 14:30:42.797695 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-cc42706d-c54d-4274-bd9b-66926b34be94 None None] Port 8a391c76-99d1-4be1-a7d1-403bce6fa287 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 14:30:42.809651 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-20c1ac47-63d3-49dd-b228-5b66da1b73f2 req-525d5ab9-0658-495e-a2e5-31bcad1ed295 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d847fc3-179d-4da6-9776-d95851d7edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6897502 Mar 14 14:30:42.824387 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0175cea4-91e1-49e2-bd27-d5788bdf3aec admin admin] Notify agent at l3_agent.dv-cinder-790535-28-smb the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:30:42.850913 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-0175cea4-91e1-49e2-bd27-d5788bdf3aec admin admin] 10.222.0.58 "PUT /v2.0/routers/55943d03-8542-4b52-be0f-0568fea66cf0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0807707 Mar 14 14:30:42.867875 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [req-a033546a-0735-42d5-87d4-da43e8c34bbe req-3664ebc8-1c1e-4a26-a601-fcb72db828b0 tempest-VolumesNegativeTest-901342012 tempest-VolumesNegativeTest-901342012-project] Allocated IP 192.168.233.52 (ee548137-3fa5-44ac-8534-04009d37a51d/88bc9957-96c7-483b-b47f-b7b746629fb3/71a071ea-47a4-4066-bfc7-bd949abf79f5) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:30:43.226389 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-a033546a-0735-42d5-87d4-da43e8c34bbe req-3664ebc8-1c1e-4a26-a601-fcb72db828b0 tempest-VolumesNegativeTest-901342012 tempest-VolumesNegativeTest-901342012-project] Publish callbacks [] for port (71a071ea-47a4-4066-bfc7-bd949abf79f5), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:43.256066 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c887d9ba-fcd4-4bfb-ba4a-d147e63226eb req-df17821b-d6da-4fed-b631-9270e0eff801 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:43.258849 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-c887d9ba-fcd4-4bfb-ba4a-d147e63226eb req-df17821b-d6da-4fed-b631-9270e0eff801 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=22b43218-c573-4084-9642-35bcba3f7423 HTTP/1.1" status: 200 len: 945 time: 0.2157600 Mar 14 14:30:43.275228 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-51741dfd-67f8-4208-99fc-716befcd9001 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (3a20f343-fbae-42b4-9bd9-ea7570b5f761), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:43.297264 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b1f8f595-ea0f-4939-bedb-563c81adc454 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:43.465720 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Device 5ac87e94-ee90-4c29-bc9c-6770f76a98f1 up at agent ovs-agent-dv-cinder-790535-28-smb {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:30:43.503129 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b1f8f595-ea0f-4939-bedb-563c81adc454 admin admin] Publish callbacks [] for security_group (67f7e572-5297-4e8f-ac8d-3697ed338992), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:43.506281 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5870171-b3aa-4f8a-8433-41db00240cc7 req-c7d15402-0f37-48b4-ae14-117b72adb017 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:43.508538 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-f5870171-b3aa-4f8a-8433-41db00240cc7 req-c7d15402-0f37-48b4-ae14-117b72adb017 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2b7668b-2be1-443e-b859-2ba5ba8d2d83 HTTP/1.1" status: 200 len: 945 time: 0.2695246 Mar 14 14:30:43.583472 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Provisioning complete for port 5ac87e94-ee90-4c29-bc9c-6770f76a98f1 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:30:43.585596 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (5ac87e94-ee90-4c29-bc9c-6770f76a98f1), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:43.601872 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-c887d9ba-fcd4-4bfb-ba4a-d147e63226eb req-53a44766-0b8a-4594-9705-76ed80a75d86 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761569 Mar 14 14:30:43.624474 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b1f8f595-ea0f-4939-bedb-563c81adc454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (67f7e572-5297-4e8f-ac8d-3697ed338992), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:43.657090 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-f5870171-b3aa-4f8a-8433-41db00240cc7 req-7a1369fd-6f2c-42e7-958d-43372389d751 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc03b155-7823-4347-befd-6c4b804b3f44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1396856 Mar 14 14:30:43.664432 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-a033546a-0735-42d5-87d4-da43e8c34bbe req-3664ebc8-1c1e-4a26-a601-fcb72db828b0 tempest-VolumesNegativeTest-901342012 tempest-VolumesNegativeTest-901342012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744329793199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8770621'] for port (71a071ea-47a4-4066-bfc7-bd949abf79f5), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:43.777565 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a033546a-0735-42d5-87d4-da43e8c34bbe req-3664ebc8-1c1e-4a26-a601-fcb72db828b0 tempest-VolumesNegativeTest-901342012 tempest-VolumesNegativeTest-901342012-project] Network ee548137-3fa5-44ac-8534-04009d37a51d is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:30:43.787143 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f8f595-ea0f-4939-bedb-563c81adc454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f7e572-5297-4e8f-ac8d-3697ed338992,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:43.811172 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [req-a033546a-0735-42d5-87d4-da43e8c34bbe req-3664ebc8-1c1e-4a26-a601-fcb72db828b0 tempest-VolumesNegativeTest-901342012 tempest-VolumesNegativeTest-901342012-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:30:43.821075 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-a033546a-0735-42d5-87d4-da43e8c34bbe req-3664ebc8-1c1e-4a26-a601-fcb72db828b0 tempest-VolumesNegativeTest-901342012 tempest-VolumesNegativeTest-901342012-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:30:43.832248 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-b1f8f595-ea0f-4939-bedb-563c81adc454 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a4c8b61c0a594a8c82a1067a5ae75370&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0768847 Mar 14 14:30:43.836366 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 33132) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:30:43.872076 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3664ebc8-1c1e-4a26-a601-fcb72db828b0 tempest-VolumesNegativeTest-901342012 tempest-VolumesNegativeTest-901342012-project] Pushing event updated for resources: {'Port': ['ID=71a071ea-47a4-4066-bfc7-bd949abf79f5,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:43.897326 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Current status of the port 5ac87e94-ee90-4c29-bc9c-6770f76a98f1 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:30:43.897326 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (5ac87e94-ee90-4c29-bc9c-6770f76a98f1), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:44.020683 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9ccab0dc-ef92-4beb-ae0e-7e9ce5903fd5 admin admin] Publish callbacks [] for security_group (67f7e572-5297-4e8f-ac8d-3697ed338992), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:44.032095 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] For port 5ac87e94-ee90-4c29-bc9c-6770f76a98f1, host dv-cinder-790535-28-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-smb',level=0,port_id=5ac87e94-ee90-4c29-bc9c-6770f76a98f1,segment=NetworkSegment(bce16b83-cd05-4f93-adb0-46e63864be13),segment_id=bce16b83-cd05-4f93-adb0-46e63864be13)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:30:44.035227 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a033546a-0735-42d5-87d4-da43e8c34bbe req-3664ebc8-1c1e-4a26-a601-fcb72db828b0 tempest-VolumesNegativeTest-901342012 tempest-VolumesNegativeTest-901342012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:44.035937 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-a033546a-0735-42d5-87d4-da43e8c34bbe req-3664ebc8-1c1e-4a26-a601-fcb72db828b0 tempest-VolumesNegativeTest-901342012 tempest-VolumesNegativeTest-901342012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632217'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:44.062232 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9ccab0dc-ef92-4beb-ae0e-7e9ce5903fd5 admin admin] Publish callbacks [] for security_group (67f7e572-5297-4e8f-ac8d-3697ed338992), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:44.144194 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (5ac87e94-ee90-4c29-bc9c-6770f76a98f1), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:44.291057 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-a033546a-0735-42d5-87d4-da43e8c34bbe req-3664ebc8-1c1e-4a26-a601-fcb72db828b0 tempest-VolumesNegativeTest-901342012 tempest-VolumesNegativeTest-901342012-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3362305 Mar 14 14:30:44.321145 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.v2.base [req-a033546a-0735-42d5-87d4-da43e8c34bbe req-415bedc5-36a0-4ab9-b026-6301402bee3e service neutron] Request body: {'port': {'device_id': '1e3329fc-fcd7-4882-b7e0-c8ad6c60f522', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:30:44.321807 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9ccab0dc-ef92-4beb-ae0e-7e9ce5903fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (67f7e572-5297-4e8f-ac8d-3697ed338992), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:44.328135 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9ccab0dc-ef92-4beb-ae0e-7e9ce5903fd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:44.335654 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-9ccab0dc-ef92-4beb-ae0e-7e9ce5903fd5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/67f7e572-5297-4e8f-ac8d-3697ed338992 HTTP/1.1" status: 204 len: 168 time: 0.4877093 Mar 14 14:30:44.336259 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1359c12f-9f02-429e-8c66-1d1d1dbe42c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (105db0a1-84b9-47b6-91eb-e578cb139bff), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:44.353221 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccab0dc-ef92-4beb-ae0e-7e9ce5903fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f7e572-5297-4e8f-ac8d-3697ed338992,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:44.451194 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Pushing event updated for resources: {'Port': ['ID=5ac87e94-ee90-4c29-bc9c-6770f76a98f1,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:44.558525 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-8d427f45-5482-437e-ad15-76d82d3cffeb None None] Provisioning complete for port 71a071ea-47a4-4066-bfc7-bd949abf79f5 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:30:44.558914 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8d427f45-5482-437e-ad15-76d82d3cffeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (71a071ea-47a4-4066-bfc7-bd949abf79f5), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:44.666812 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-8d427f45-5482-437e-ad15-76d82d3cffeb None None] Port 71a071ea-47a4-4066-bfc7-bd949abf79f5 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 14:30:44.782356 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a88afbb-1b5c-4769-80db-fde6943b2308 req-5601fa13-40b1-4bcb-9e27-6c60d2b07fa6 tempest-VolumesNegativeTest-901342012 tempest-VolumesNegativeTest-901342012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:44.784029 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-1a88afbb-1b5c-4769-80db-fde6943b2308 req-5601fa13-40b1-4bcb-9e27-6c60d2b07fa6 tempest-VolumesNegativeTest-901342012 tempest-VolumesNegativeTest-901342012-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e3329fc-fcd7-4882-b7e0-c8ad6c60f522 HTTP/1.1" status: 200 len: 935 time: 0.7452040 Mar 14 14:30:44.879062 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4f4f52-0e38-47be-bd54-1e094fa7475c req-514583b6-45e1-4f0a-8c04-5ed55139de26 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:44.882354 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-da4f4f52-0e38-47be-bd54-1e094fa7475c req-514583b6-45e1-4f0a-8c04-5ed55139de26 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=383e74ab-b4e3-411b-9735-9d5e08400844 HTTP/1.1" status: 200 len: 946 time: 0.7109051 Mar 14 14:30:44.942910 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-a033546a-0735-42d5-87d4-da43e8c34bbe req-415bedc5-36a0-4ab9-b026-6301402bee3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (71a071ea-47a4-4066-bfc7-bd949abf79f5), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:45.120374 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-1a88afbb-1b5c-4769-80db-fde6943b2308 req-5c088140-8b01-4dbf-8064-1f0855a4e178 tempest-VolumesNegativeTest-901342012 tempest-VolumesNegativeTest-901342012-project] 10.222.0.58 "GET /v2.0/security-groups?id=b97568f5-894b-4d0d-93aa-0122cc43af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521365 Mar 14 14:30:45.132049 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf5d627-0147-470d-8043-b99de09af4f0 None None] Sync routers for ids ['55943d03-8542-4b52-be0f-0568fea66cf0'] in dv-cinder-790535-28-smb {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:30:45.210702 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf5d627-0147-470d-8043-b99de09af4f0 None None] Routers {'55943d03-8542-4b52-be0f-0568fea66cf0'} bound to L3 agent in host dv-cinder-790535-28-smb {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:30:45.211759 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-9cf5d627-0147-470d-8043-b99de09af4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T14:20:13Z,description=,heartbeat_timestamp=2022-03-14T14:30:43Z,host='dv-cinder-790535-28-smb',id=3a20f343-fbae-42b4-9bd9-ea7570b5f761,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:20:14Z,topic='l3_agent')) {'router_ids': ['55943d03-8542-4b52-be0f-0568fea66cf0'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:30:45.211891 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-da4f4f52-0e38-47be-bd54-1e094fa7475c req-0dc2b7aa-7ad0-4a16-82e5-cd3ebc36b1e0 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d847fc3-179d-4da6-9776-d95851d7edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3013716 Mar 14 14:30:45.433775 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Device 5ac87e94-ee90-4c29-bc9c-6770f76a98f1 up at agent ovs-agent-dv-cinder-790535-28-smb {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:30:45.663630 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-9cf5d627-0147-470d-8043-b99de09af4f0 None None] Set router 55943d03-8542-4b52-be0f-0568fea66cf0 gateway port host: dv-cinder-790535-28-smb {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:30:45.669297 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Provisioning complete for port 5ac87e94-ee90-4c29-bc9c-6770f76a98f1 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:30:45.669933 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (5ac87e94-ee90-4c29-bc9c-6770f76a98f1), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:45.731123 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc6866-0c1d-447b-bfd2-b8935d959f48 req-4356c141-042b-4c60-9b80-0d7a8843c0fc tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:45.734278 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-7ecc6866-0c1d-447b-bfd2-b8935d959f48 req-4356c141-042b-4c60-9b80-0d7a8843c0fc tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=22b43218-c573-4084-9642-35bcba3f7423 HTTP/1.1" status: 200 len: 945 time: 0.3050613 Mar 14 14:30:45.745381 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-91e6bee0-ce44-4dbb-9ae4-7799debe7360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (837ef9e9-d083-4188-a7c6-79f2c68dbd25), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:45.754276 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb599455-cd9d-4782-a926-321a8f78e1d6 req-60be8f74-c883-4abc-87a9-d3bddfdc9155 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:45.761103 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-cb599455-cd9d-4782-a926-321a8f78e1d6 req-60be8f74-c883-4abc-87a9-d3bddfdc9155 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2b7668b-2be1-443e-b859-2ba5ba8d2d83 HTTP/1.1" status: 200 len: 945 time: 0.3357079 Mar 14 14:30:45.822332 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 33168) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:30:45.846303 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c08ebbba-5b42-4ab6-9a08-74f597ed2621 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:46.035180 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c08ebbba-5b42-4ab6-9a08-74f597ed2621 admin admin] Publish callbacks [] for security_group (c5764fc6-87cd-42dd-8310-eddecd927983), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:46.036456 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 33170) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:30:46.064594 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-cb599455-cd9d-4782-a926-321a8f78e1d6 req-c50b6a41-e217-4977-ab19-4f2b5653a4a6 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc03b155-7823-4347-befd-6c4b804b3f44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2759266 Mar 14 14:30:46.077518 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Current status of the port 5ac87e94-ee90-4c29-bc9c-6770f76a98f1 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:30:46.094414 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-7ecc6866-0c1d-447b-bfd2-b8935d959f48 req-6ee3ce35-4ac1-4395-a947-42a75996a493 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3226249 Mar 14 14:30:46.122795 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c08ebbba-5b42-4ab6-9a08-74f597ed2621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (c5764fc6-87cd-42dd-8310-eddecd927983), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:46.167020 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 33174) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:30:46.176047 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.notifiers.nova [req-a033546a-0735-42d5-87d4-da43e8c34bbe req-415bedc5-36a0-4ab9-b026-6301402bee3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71a071ea-47a4-4066-bfc7-bd949abf79f5 {{(pid=103766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 14:30:46.187607 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.v2.base [None req-99b02227-357a-46dc-a7de-499724126766 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1630825251-network', 'tenant_id': 'a6144cc3b8974410946e5e1c313b5cfa'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:30:46.202140 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-a033546a-0735-42d5-87d4-da43e8c34bbe req-415bedc5-36a0-4ab9-b026-6301402bee3e service neutron] Publish callbacks [] for port (71a071ea-47a4-4066-bfc7-bd949abf79f5), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:46.224385 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-c08ebbba-5b42-4ab6-9a08-74f597ed2621 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=db44e156ab314d95a59296ed67034dff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3994801 Mar 14 14:30:46.228377 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 33178) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:30:46.281591 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08ebbba-5b42-4ab6-9a08-74f597ed2621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5764fc6-87cd-42dd-8310-eddecd927983,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:46.345394 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-9cf5d627-0147-470d-8043-b99de09af4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55943d03-8542-4b52-be0f-0568fea66cf0', 'name': 'tempest-TestShelveInstance-294149024-router', 'tenant_id': 'a13b71d43cd34fb38f85e1cc0af43e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.89'}], 'enable_snat': True}, 'gw_port_id': '5ac87e94-ee90-4c29-bc9c-6770f76a98f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:30:31Z', 'updated_at': '2022-03-14T14:30:40Z', 'revision_number': 4, 'project_id': 'a13b71d43cd34fb38f85e1cc0af43e28', 'gw_port': {'id': '5ac87e94-ee90-4c29-bc9c-6770f76a98f1', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55943d03-8542-4b52-be0f-0568fea66cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:33Z', 'updated_at': '2022-03-14T14:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb', '_interfaces': [{'id': '8a391c76-99d1-4be1-a7d1-403bce6fa287', 'name': '', 'network_id': '6ddc4596-65f8-45d3-ba54-9a8ed2c0c193', 'tenant_id': 'a13b71d43cd34fb38f85e1cc0af43e28', 'mac_address': 'fa:16:3e:dd:d7:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55943d03-8542-4b52-be0f-0568fea66cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'b6f3e4c4-8c5e-45e1-899c-abb308a625a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:38Z', 'updated_at': '2022-03-14T14:30:41Z', 'revision_number': 2, 'project_id': 'a13b71d43cd34fb38f85e1cc0af43e28', 'subnets': [{'id': 'b6f3e4c4-8c5e-45e1-899c-abb308a625a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-smb', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:30:46.360579 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.db.provisioning_blocks [req-a033546a-0735-42d5-87d4-da43e8c34bbe req-415bedc5-36a0-4ab9-b026-6301402bee3e service neutron] Transition to ACTIVE for port object 71a071ea-47a4-4066-bfc7-bd949abf79f5 will not be triggered until provisioned by entity L2. {{(pid=103766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 14:30:46.386685 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-38ef78e2-360f-4ce8-8e97-a1e60f8bebba admin admin] Publish callbacks [] for security_group (c5764fc6-87cd-42dd-8310-eddecd927983), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:46.435618 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf5d627-0147-470d-8043-b99de09af4f0 None None] Checking router: 55943d03-8542-4b52-be0f-0568fea66cf0 for host: dv-cinder-790535-28-smb {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:30:46.436209 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf5d627-0147-470d-8043-b99de09af4f0 None None] Updating router 55943d03-8542-4b52-be0f-0568fea66cf0 port 8a391c76-99d1-4be1-a7d1-403bce6fa287 binding host dv-cinder-790535-28-smb {{(pid=103768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 14:30:46.505736 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-38ef78e2-360f-4ce8-8e97-a1e60f8bebba admin admin] Publish callbacks [] for security_group (c5764fc6-87cd-42dd-8310-eddecd927983), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:46.505980 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9cf5d627-0147-470d-8043-b99de09af4f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (8a391c76-99d1-4be1-a7d1-403bce6fa287), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:46.562330 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b02227-357a-46dc-a7de-499724126766 admin admin] Made reservation on behalf of a6144cc3b8974410946e5e1c313b5cfa for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:30:46.567287 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-99b02227-357a-46dc-a7de-499724126766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:46.576618 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2bc8b8-6486-4ec6-a644-1915b8643bbd req-34556368-7929-45a0-9ffe-ef6f0b62e79e tempest-VolumesNegativeTest-901342012 tempest-VolumesNegativeTest-901342012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:46.578385 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-4a2bc8b8-6486-4ec6-a644-1915b8643bbd req-34556368-7929-45a0-9ffe-ef6f0b62e79e tempest-VolumesNegativeTest-901342012 tempest-VolumesNegativeTest-901342012-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e3329fc-fcd7-4882-b7e0-c8ad6c60f522 HTTP/1.1" status: 200 len: 935 time: 0.1780195 Mar 14 14:30:46.598679 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84213766-0ead-4eb5-b7af-15da2474b338 req-ca03f6bf-7090-4f66-9578-24acf365302d tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:46.603072 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-84213766-0ead-4eb5-b7af-15da2474b338 req-ca03f6bf-7090-4f66-9578-24acf365302d tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=383e74ab-b4e3-411b-9735-9d5e08400844 HTTP/1.1" status: 200 len: 946 time: 0.1430957 Mar 14 14:30:46.605659 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-99b02227-357a-46dc-a7de-499724126766 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:46.607204 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-a033546a-0735-42d5-87d4-da43e8c34bbe req-415bedc5-36a0-4ab9-b026-6301402bee3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8770596'] for port (71a071ea-47a4-4066-bfc7-bd949abf79f5), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:46.683038 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-da8136e6-cd7e-4278-9f26-250793fcdc24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:46.758850 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Device 38019e49-7142-41e2-997c-25eb0719898a details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 14:30:46.792523 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-84213766-0ead-4eb5-b7af-15da2474b338 req-72dc0d65-90f0-4e40-850e-92e1e9a51dc0 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d847fc3-179d-4da6-9776-d95851d7edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1644249 Mar 14 14:30:46.793485 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-38ef78e2-360f-4ce8-8e97-a1e60f8bebba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (c5764fc6-87cd-42dd-8310-eddecd927983), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:46.800207 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-38ef78e2-360f-4ce8-8e97-a1e60f8bebba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:46.804581 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-38ef78e2-360f-4ce8-8e97-a1e60f8bebba admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c5764fc6-87cd-42dd-8310-eddecd927983 HTTP/1.1" status: 204 len: 168 time: 0.5681980 Mar 14 14:30:46.959464 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ef78e2-360f-4ce8-8e97-a1e60f8bebba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5764fc6-87cd-42dd-8310-eddecd927983,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:47.067333 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-99b02227-357a-46dc-a7de-499724126766 admin admin] Publish callbacks [] for security_group (2a143dac-6e31-4eb2-8809-29fcad84bed0), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:47.173750 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415bedc5-36a0-4ab9-b026-6301402bee3e service neutron] Pushing event updated for resources: {'Port': ['ID=71a071ea-47a4-4066-bfc7-bd949abf79f5,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:47.174020 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-da8136e6-cd7e-4278-9f26-250793fcdc24 admin admin] Publish callbacks [] for security_group (f839e01e-9789-4a68-aad1-3864fac9b367), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:47.174905 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-99b02227-357a-46dc-a7de-499724126766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (2a143dac-6e31-4eb2-8809-29fcad84bed0), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:47.183652 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-4a2bc8b8-6486-4ec6-a644-1915b8643bbd req-242f7eca-bff5-4557-b188-0c7f6484568c tempest-VolumesNegativeTest-901342012 tempest-VolumesNegativeTest-901342012-project] 10.222.0.58 "GET /v2.0/security-groups?id=b97568f5-894b-4d0d-93aa-0122cc43af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5780988 Mar 14 14:30:47.187031 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-a033546a-0735-42d5-87d4-da43e8c34bbe req-415bedc5-36a0-4ab9-b026-6301402bee3e service neutron] Attempting to bind port 71a071ea-47a4-4066-bfc7-bd949abf79f5 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:30:47.187407 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-a033546a-0735-42d5-87d4-da43e8c34bbe req-415bedc5-36a0-4ab9-b026-6301402bee3e service neutron] Attempting to bind port 71a071ea-47a4-4066-bfc7-bd949abf79f5 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '5e42a877-e2e7-4c43-8181-7253fdc5972f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ee548137-3fa5-44ac-8534-04009d37a51d'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:30:47.187720 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a033546a-0735-42d5-87d4-da43e8c34bbe req-415bedc5-36a0-4ab9-b026-6301402bee3e service neutron] Attempting to bind port 71a071ea-47a4-4066-bfc7-bd949abf79f5 on network ee548137-3fa5-44ac-8534-04009d37a51d {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:30:47.196997 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a033546a-0735-42d5-87d4-da43e8c34bbe req-415bedc5-36a0-4ab9-b026-6301402bee3e service neutron] Port 71a071ea-47a4-4066-bfc7-bd949abf79f5 on network ee548137-3fa5-44ac-8534-04009d37a51d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 14:30:47.197276 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a033546a-0735-42d5-87d4-da43e8c34bbe req-415bedc5-36a0-4ab9-b026-6301402bee3e service neutron] Attempting to bind port 71a071ea-47a4-4066-bfc7-bd949abf79f5 on network ee548137-3fa5-44ac-8534-04009d37a51d {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:30:47.205431 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a033546a-0735-42d5-87d4-da43e8c34bbe req-415bedc5-36a0-4ab9-b026-6301402bee3e service neutron] Checking agent: {'id': '5e7a912f-556e-4923-ad48-72f47c325557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 26, 56), 'started_at': datetime.datetime(2022, 3, 14, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:30:47.206417 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a033546a-0735-42d5-87d4-da43e8c34bbe req-415bedc5-36a0-4ab9-b026-6301402bee3e service neutron] Checking segment: {'id': '5e42a877-e2e7-4c43-8181-7253fdc5972f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ee548137-3fa5-44ac-8534-04009d37a51d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:30:47.206417 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a033546a-0735-42d5-87d4-da43e8c34bbe req-415bedc5-36a0-4ab9-b026-6301402bee3e service neutron] Bound using segment: {'id': '5e42a877-e2e7-4c43-8181-7253fdc5972f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ee548137-3fa5-44ac-8534-04009d37a51d'} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:30:47.206856 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-a033546a-0735-42d5-87d4-da43e8c34bbe req-415bedc5-36a0-4ab9-b026-6301402bee3e service neutron] Bound port: 71a071ea-47a4-4066-bfc7-bd949abf79f5, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e42a877-e2e7-4c43-8181-7253fdc5972f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ee548137-3fa5-44ac-8534-04009d37a51d'}}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:30:47.208398 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-a033546a-0735-42d5-87d4-da43e8c34bbe req-415bedc5-36a0-4ab9-b026-6301402bee3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (71a071ea-47a4-4066-bfc7-bd949abf79f5), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:47.219605 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99b02227-357a-46dc-a7de-499724126766 admin admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 14:30:47.334949 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-da8136e6-cd7e-4278-9f26-250793fcdc24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (f839e01e-9789-4a68-aad1-3864fac9b367), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:47.395454 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-99b02227-357a-46dc-a7de-499724126766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011900'] for segment (63d1d7b1-6e2f-4b49-a624-9e8ef3225cc3), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:47.396345 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.db.segments_db [None req-99b02227-357a-46dc-a7de-499724126766 admin admin] Added segment 63d1d7b1-6e2f-4b49-a624-9e8ef3225cc3 of type vlan for network f7a79fa0-8784-4640-8b63-27fef759cd8e Mar 14 14:30:47.489309 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-a033546a-0735-42d5-87d4-da43e8c34bbe req-415bedc5-36a0-4ab9-b026-6301402bee3e service neutron] For port 71a071ea-47a4-4066-bfc7-bd949abf79f5, host hv-cinder-79053, cleared binding levels {{(pid=103766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:30:47.504367 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b02227-357a-46dc-a7de-499724126766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a143dac-6e31-4eb2-8809-29fcad84bed0,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:47.564302 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-da8136e6-cd7e-4278-9f26-250793fcdc24 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bdc426776c22417e95ae8ac392a7e1a6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5260394 Mar 14 14:30:47.579527 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 33200) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:30:47.616052 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-a033546a-0735-42d5-87d4-da43e8c34bbe req-415bedc5-36a0-4ab9-b026-6301402bee3e service neutron] For port 71a071ea-47a4-4066-bfc7-bd949abf79f5, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=71a071ea-47a4-4066-bfc7-bd949abf79f5,segment=NetworkSegment(5e42a877-e2e7-4c43-8181-7253fdc5972f),segment_id=5e42a877-e2e7-4c43-8181-7253fdc5972f)] {{(pid=103766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:30:47.633542 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] For port 38019e49-7142-41e2-997c-25eb0719898a, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=38019e49-7142-41e2-997c-25eb0719898a,segment=NetworkSegment(36cc7d28-2976-47cb-ab1d-d82e9bbf4c55),segment_id=36cc7d28-2976-47cb-ab1d-d82e9bbf4c55)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:30:47.642570 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-99b02227-357a-46dc-a7de-499724126766 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744329743373'] for network (f7a79fa0-8784-4640-8b63-27fef759cd8e), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:47.670732 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9447c784-08b4-40e3-9b89-f0c8fccf69df req-af556208-d403-4610-8c82-b1a78976cca9 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:47.674700 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-9447c784-08b4-40e3-9b89-f0c8fccf69df req-af556208-d403-4610-8c82-b1a78976cca9 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=22b43218-c573-4084-9642-35bcba3f7423 HTTP/1.1" status: 200 len: 945 time: 0.2804904 Mar 14 14:30:47.677080 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8136e6-cd7e-4278-9f26-250793fcdc24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f839e01e-9789-4a68-aad1-3864fac9b367,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:47.688534 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Returning: {'device': '38019e49-7142-41e2-997c-25eb0719898a', 'network_id': '9bb2727a-e859-46ff-8b02-e0e5093e8925', 'port_id': '38019e49-7142-41e2-997c-25eb0719898a', 'mac_address': 'fa:16:3e:b5:e7:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd458166-2986-4de0-890b-33eba077f5c5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 14:30:47.704748 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdb59d2-dcb4-4cd2-8295-e2de3bb39555 req-fe460e8e-0f7f-4e6e-aeba-c2199d9c62b6 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:47.707536 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-5cdb59d2-dcb4-4cd2-8295-e2de3bb39555 req-fe460e8e-0f7f-4e6e-aeba-c2199d9c62b6 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2b7668b-2be1-443e-b859-2ba5ba8d2d83 HTTP/1.1" status: 200 len: 945 time: 0.3284459 Mar 14 14:30:47.764114 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.db.resource_extend [None req-99b02227-357a-46dc-a7de-499724126766 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 14:30:47.774641 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-a033546a-0735-42d5-87d4-da43e8c34bbe req-415bedc5-36a0-4ab9-b026-6301402bee3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8770596'] for port (71a071ea-47a4-4066-bfc7-bd949abf79f5), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:47.905140 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (ddc61399-76bc-42cc-9da4-26f2fa974742), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:47.937213 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-9447c784-08b4-40e3-9b89-f0c8fccf69df req-25909794-1a84-4203-8536-5a69043e99ba tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505784 Mar 14 14:30:47.951529 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2220257d-8b97-4c20-8788-5869aa1069a2 admin admin] Publish callbacks [] for security_group (f839e01e-9789-4a68-aad1-3864fac9b367), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:47.986220 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-99b02227-357a-46dc-a7de-499724126766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199'] for network (f7a79fa0-8784-4640-8b63-27fef759cd8e), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:47.991308 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b02227-357a-46dc-a7de-499724126766 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:47.996433 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-99b02227-357a-46dc-a7de-499724126766 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632217'] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:47.997784 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a033546a-0735-42d5-87d4-da43e8c34bbe req-415bedc5-36a0-4ab9-b026-6301402bee3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:47.998833 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-a033546a-0735-42d5-87d4-da43e8c34bbe req-415bedc5-36a0-4ab9-b026-6301402bee3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632217'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:48.006977 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-a033546a-0735-42d5-87d4-da43e8c34bbe req-415bedc5-36a0-4ab9-b026-6301402bee3e service neutron] 10.222.0.35 "PUT /v2.0/ports/71a071ea-47a4-4066-bfc7-bd949abf79f5 HTTP/1.1" status: 200 len: 1097 time: 3.6997819 Mar 14 14:30:48.019535 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e3329fc-fcd7-4882-b7e0-c8ad6c60f522', 'tag': '71a071ea-47a4-4066-bfc7-bd949abf79f5'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:30:48.031841 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b510279f78b891ca7fa39ab493d89baf438cb0eb2c394833a60cb33e330ae8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27fc5cd3-de17-488e-bb7b-1509ff5b64dc" -d '{"events": [{"name": "network-changed", "server_uuid": "1e3329fc-fcd7-4882-b7e0-c8ad6c60f522", "tag": "71a071ea-47a4-4066-bfc7-bd949abf79f5"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:30:48.077028 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-5cdb59d2-dcb4-4cd2-8295-e2de3bb39555 req-88547e42-48c5-488f-8aab-1545d49fdb7c tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc03b155-7823-4347-befd-6c4b804b3f44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3587773 Mar 14 14:30:48.125610 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415bedc5-36a0-4ab9-b026-6301402bee3e service neutron] Pushing event updated for resources: {'Port': ['ID=71a071ea-47a4-4066-bfc7-bd949abf79f5,revision_number=3']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:48.126053 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Current status of the port 38019e49-7142-41e2-997c-25eb0719898a is: ACTIVE; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:30:48.127160 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (38019e49-7142-41e2-997c-25eb0719898a), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:48.214249 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 38019e49-7142-41e2-997c-25eb0719898a {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 14:30:48.293740 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2220257d-8b97-4c20-8788-5869aa1069a2 admin admin] Publish callbacks [] for security_group (f839e01e-9789-4a68-aad1-3864fac9b367), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:48.317311 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 14:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c9c8a88-ad0c-4bef-9d96-ca75db71f12b x-openstack-request-id: req-1c9c8a88-ad0c-4bef-9d96-ca75db71f12b {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:30:48.317615 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e3329fc-fcd7-4882-b7e0-c8ad6c60f522", "tag": "71a071ea-47a4-4066-bfc7-bd949abf79f5", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:30:48.318754 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1c9c8a88-ad0c-4bef-9d96-ca75db71f12b {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:30:48.319196 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e3329fc-fcd7-4882-b7e0-c8ad6c60f522', 'tag': '71a071ea-47a4-4066-bfc7-bd949abf79f5', 'status': 'completed', 'code': 200} Mar 14 14:30:48.473175 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b02227-357a-46dc-a7de-499724126766 admin admin] Pushing event updated for resources: {'Network': ['ID=f7a79fa0-8784-4640-8b63-27fef759cd8e,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:48.484842 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] For port 38019e49-7142-41e2-997c-25eb0719898a, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=38019e49-7142-41e2-997c-25eb0719898a,segment=NetworkSegment(36cc7d28-2976-47cb-ab1d-d82e9bbf4c55),segment_id=36cc7d28-2976-47cb-ab1d-d82e9bbf4c55)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:30:48.522131 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Network f7a79fa0-8784-4640-8b63-27fef759cd8e details requested by agent ovs-agent-dv-cinder-790535-28-smb with host dv-cinder-790535-28-smb {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 14:30:48.525616 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-99b02227-357a-46dc-a7de-499724126766 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.3540130 Mar 14 14:30:48.527035 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 33224) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:30:48.560183 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.v2.base [None req-b2e7ca60-9989-4a94-bc84-91bc70ad3592 admin admin] Request body: {'subnet': {'network_id': 'f7a79fa0-8784-4640-8b63-27fef759cd8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1630825251-subnet', 'tenant_id': 'a6144cc3b8974410946e5e1c313b5cfa', 'ip_version': 4}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:30:48.636924 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9cf5d627-0147-470d-8043-b99de09af4f0 None None] Publish callbacks [] for port (8a391c76-99d1-4be1-a7d1-403bce6fa287), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:48.657795 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (38019e49-7142-41e2-997c-25eb0719898a), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:48.688798 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f862065-a75b-4a89-959f-06f92caaab38 req-6ae595d7-bca8-4c1a-81ae-c4b7a9953128 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:48.693462 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e7ca60-9989-4a94-bc84-91bc70ad3592 admin admin] Made reservation on behalf of a6144cc3b8974410946e5e1c313b5cfa for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:30:48.699757 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-8f862065-a75b-4a89-959f-06f92caaab38 req-6ae595d7-bca8-4c1a-81ae-c4b7a9953128 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=383e74ab-b4e3-411b-9735-9d5e08400844 HTTP/1.1" status: 200 len: 946 time: 0.4397912 Mar 14 14:30:48.705099 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b2e7ca60-9989-4a94-bc84-91bc70ad3592 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:48.782265 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a033546a-0735-42d5-87d4-da43e8c34bbe req-bba96383-de1f-448a-a8d6-2cd9f574bcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:48.784972 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-a033546a-0735-42d5-87d4-da43e8c34bbe req-bba96383-de1f-448a-a8d6-2cd9f574bcaa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b2d72f27e9c6439b93e6715719933b16&device_id=1e3329fc-fcd7-4882-b7e0-c8ad6c60f522 HTTP/1.1" status: 200 len: 1131 time: 0.5609908 Mar 14 14:30:48.906935 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-a033546a-0735-42d5-87d4-da43e8c34bbe req-3cfdf052-aa1a-4af6-ad84-92ff4f3ca6a2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=71a071ea-47a4-4066-bfc7-bd949abf79f5 HTTP/1.1" status: 200 len: 217 time: 0.1046257 Mar 14 14:30:49.022581 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Pushing event updated for resources: {'Port': ['ID=38019e49-7142-41e2-997c-25eb0719898a,revision_number=6']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:49.068186 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] get_ports_and_sgs() called for port_ids ['38019e49-7142-41e2-997c-25eb0719898a'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 14:30:49.104712 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9cf5d627-0147-470d-8043-b99de09af4f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (8a391c76-99d1-4be1-a7d1-403bce6fa287), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:49.126630 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2220257d-8b97-4c20-8788-5869aa1069a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (f839e01e-9789-4a68-aad1-3864fac9b367), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:49.134264 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2220257d-8b97-4c20-8788-5869aa1069a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:49.144463 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-2220257d-8b97-4c20-8788-5869aa1069a2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f839e01e-9789-4a68-aad1-3864fac9b367 HTTP/1.1" status: 204 len: 168 time: 1.5507233 Mar 14 14:30:49.181546 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29499712-10af-4458-a8a1-96bdeadf4b92 req-7d9b2eaa-ca46-440b-897c-f39d1676bda0 tempest-VolumesNegativeTest-901342012 tempest-VolumesNegativeTest-901342012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:49.184559 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2220257d-8b97-4c20-8788-5869aa1069a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f839e01e-9789-4a68-aad1-3864fac9b367,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:49.188397 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-29499712-10af-4458-a8a1-96bdeadf4b92 req-7d9b2eaa-ca46-440b-897c-f39d1676bda0 tempest-VolumesNegativeTest-901342012 tempest-VolumesNegativeTest-901342012-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e3329fc-fcd7-4882-b7e0-c8ad6c60f522 HTTP/1.1" status: 200 len: 947 time: 0.6412957 Mar 14 14:30:49.299214 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-8f862065-a75b-4a89-959f-06f92caaab38 req-51ae5a28-7b7d-4eb9-8989-604e8e61f6c2 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d847fc3-179d-4da6-9776-d95851d7edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5810056 Mar 14 14:30:49.301225 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da9d1a4-485e-4e98-9ac2-732ff0b5e3c4 None None] Pushing event updated for resources: {'Port': ['ID=8a391c76-99d1-4be1-a7d1-403bce6fa287,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:49.355742 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a033546a-0735-42d5-87d4-da43e8c34bbe req-398bd285-ce5b-463b-859a-179803bce4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:49.357281 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-a033546a-0735-42d5-87d4-da43e8c34bbe req-398bd285-ce5b-463b-859a-179803bce4a7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=88bc9957-96c7-483b-b47f-b7b746629fb3 HTTP/1.1" status: 200 len: 843 time: 0.4260061 Mar 14 14:30:49.458776 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-29499712-10af-4458-a8a1-96bdeadf4b92 req-a727ed8a-f75e-463d-8c66-4f4882a29c81 tempest-VolumesNegativeTest-901342012 tempest-VolumesNegativeTest-901342012-project] 10.222.0.58 "GET /v2.0/security-groups?id=b97568f5-894b-4d0d-93aa-0122cc43af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394667 Mar 14 14:30:49.532168 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a033546a-0735-42d5-87d4-da43e8c34bbe req-7ecf5fb1-c452-44c6-8109-024e7a38e61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:49.534302 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-a033546a-0735-42d5-87d4-da43e8c34bbe req-7ecf5fb1-c452-44c6-8109-024e7a38e61c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ee548137-3fa5-44ac-8534-04009d37a51d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0846210 Mar 14 14:30:49.668543 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-9cf5d627-0147-470d-8043-b99de09af4f0 None None] Attempting to bind port 8a391c76-99d1-4be1-a7d1-403bce6fa287 on host dv-cinder-790535-28-smb for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:30:49.675553 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-9cf5d627-0147-470d-8043-b99de09af4f0 None None] Attempting to bind port 8a391c76-99d1-4be1-a7d1-403bce6fa287 by drivers openvswitch,hyperv on host dv-cinder-790535-28-smb at level 0 using segments [{'id': '05eb4756-2da3-4c70-aee4-7d1765309a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '6ddc4596-65f8-45d3-ba54-9a8ed2c0c193'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:30:49.678674 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf5d627-0147-470d-8043-b99de09af4f0 None None] Attempting to bind port 8a391c76-99d1-4be1-a7d1-403bce6fa287 on network 6ddc4596-65f8-45d3-ba54-9a8ed2c0c193 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:30:49.737195 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf5d627-0147-470d-8043-b99de09af4f0 None None] Checking agent: {'id': 'ddc61399-76bc-42cc-9da4-26f2fa974742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-28-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 20, 17), 'started_at': datetime.datetime(2022, 3, 14, 14, 20, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-28-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:30:49.737737 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf5d627-0147-470d-8043-b99de09af4f0 None None] Checking segment: {'id': '05eb4756-2da3-4c70-aee4-7d1765309a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '6ddc4596-65f8-45d3-ba54-9a8ed2c0c193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:30:49.738417 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9cf5d627-0147-470d-8043-b99de09af4f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:49.739079 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf5d627-0147-470d-8043-b99de09af4f0 None None] Bound using segment: {'id': '05eb4756-2da3-4c70-aee4-7d1765309a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '6ddc4596-65f8-45d3-ba54-9a8ed2c0c193'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:30:49.739919 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-9cf5d627-0147-470d-8043-b99de09af4f0 None None] Bound port: 8a391c76-99d1-4be1-a7d1-403bce6fa287, host: dv-cinder-790535-28-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05eb4756-2da3-4c70-aee4-7d1765309a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '6ddc4596-65f8-45d3-ba54-9a8ed2c0c193'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:30:49.740949 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9cf5d627-0147-470d-8043-b99de09af4f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (8a391c76-99d1-4be1-a7d1-403bce6fa287), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:49.921513 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b2e7ca60-9989-4a94-bc84-91bc70ad3592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199'] for subnet (7b915634-872c-4a78-bc84-c1682ee52f35), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:49.961962 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-a033546a-0735-42d5-87d4-da43e8c34bbe req-bbc9e965-c04c-48ab-befd-de26a63970e5 service neutron] 10.222.0.35 "GET /v2.0/networks/ee548137-3fa5-44ac-8534-04009d37a51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4181130 Mar 14 14:30:49.972432 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d59c3-c9a9-4ede-aac1-84371037a6c2 req-c1f3f452-78eb-4ce0-bd29-1ee2a25bc754 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:49.979999 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-223d59c3-c9a9-4ede-aac1-84371037a6c2 req-c1f3f452-78eb-4ce0-bd29-1ee2a25bc754 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2b7668b-2be1-443e-b859-2ba5ba8d2d83 HTTP/1.1" status: 200 len: 945 time: 0.2864327 Mar 14 14:30:50.007045 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5ebf1c-534a-43d3-a745-6a8fb1aaccce req-40136132-9df9-4ab7-b2f2-9ecdf5d3053c tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:50.012455 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-7b5ebf1c-534a-43d3-a745-6a8fb1aaccce req-40136132-9df9-4ab7-b2f2-9ecdf5d3053c tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=22b43218-c573-4084-9642-35bcba3f7423 HTTP/1.1" status: 200 len: 945 time: 0.3720813 Mar 14 14:30:50.113175 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e7ca60-9989-4a94-bc84-91bc70ad3592 admin admin] Checking segment: {'id': '63d1d7b1-6e2f-4b49-a624-9e8ef3225cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f7a79fa0-8784-4640-8b63-27fef759cd8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:30:50.114562 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e7ca60-9989-4a94-bc84-91bc70ad3592 admin admin] Network hostable DHCP agents. Network: f7a79fa0-8784-4640-8b63-27fef759cd8e, hostable agents: ['cdfaf928-5960-4f26-8f0f-a06a7779780c'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 14:30:50.128445 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e7ca60-9989-4a94-bc84-91bc70ad3592 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b915634-872c-4a78-bc84-c1682ee52f35,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:50.202744 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-7b5ebf1c-534a-43d3-a745-6a8fb1aaccce req-0aab61f1-c50e-4c63-a4c7-c074dedf54c7 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370425 Mar 14 14:30:50.241329 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-332914ab-d2a0-44d3-85d8-c0766bac6cd6 None None] Provisioning complete for port 8a391c76-99d1-4be1-a7d1-403bce6fa287 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:30:50.243699 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-332914ab-d2a0-44d3-85d8-c0766bac6cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (8a391c76-99d1-4be1-a7d1-403bce6fa287), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:50.261090 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-223d59c3-c9a9-4ede-aac1-84371037a6c2 req-8e1d57ee-e276-430b-9ac6-b0bcc00b4635 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc03b155-7823-4347-befd-6c4b804b3f44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2042146 Mar 14 14:30:50.261090 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-a033546a-0735-42d5-87d4-da43e8c34bbe req-964b54ea-f3e3-46c5-9949-c77dd5982439 service neutron] 10.222.0.35 "GET /v2.0/networks/ee548137-3fa5-44ac-8534-04009d37a51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705119 Mar 14 14:30:50.281749 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e7ca60-9989-4a94-bc84-91bc70ad3592 admin admin] Network f7a79fa0-8784-4640-8b63-27fef759cd8e is scheduled to be hosted by DHCP agent cdfaf928-5960-4f26-8f0f-a06a7779780c with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 14:30:50.356146 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-b2e7ca60-9989-4a94-bc84-91bc70ad3592 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-28-smb, f7a79fa0-8784-4640-8b63-27fef759cd8e) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:30:50.368779 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e7ca60-9989-4a94-bc84-91bc70ad3592 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:50.370249 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b2e7ca60-9989-4a94-bc84-91bc70ad3592 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632217'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:50.420506 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-9cf5d627-0147-470d-8043-b99de09af4f0 None None] For port 8a391c76-99d1-4be1-a7d1-403bce6fa287, host dv-cinder-790535-28-smb, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:30:50.435724 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-332914ab-d2a0-44d3-85d8-c0766bac6cd6 None None] Port 8a391c76-99d1-4be1-a7d1-403bce6fa287 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 14:30:50.442333 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab01fa0-8aaa-475f-a9b1-7db6877d3320 None None] Network f7a79fa0-8784-4640-8b63-27fef759cd8e requested from dv-cinder-790535-28-smb {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 14:30:50.501759 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-b2e7ca60-9989-4a94-bc84-91bc70ad3592 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9549654 Mar 14 14:30:50.504874 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 33274) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:30:50.517899 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.v2.base [None req-3a09c605-1f79-4cdb-9b8d-a42cc6f88b62 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1630825251-router', 'tenant_id': 'a6144cc3b8974410946e5e1c313b5cfa', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b'}}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:30:50.522133 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-9cf5d627-0147-470d-8043-b99de09af4f0 None None] For port 8a391c76-99d1-4be1-a7d1-403bce6fa287, host dv-cinder-790535-28-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-smb',level=0,port_id=8a391c76-99d1-4be1-a7d1-403bce6fa287,segment=NetworkSegment(05eb4756-2da3-4c70-aee4-7d1765309a16),segment_id=05eb4756-2da3-4c70-aee4-7d1765309a16)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:30:50.709851 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3a09c605-1f79-4cdb-9b8d-a42cc6f88b62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2018839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4718'] for router (6a5ff634-2aac-484d-9d17-cffc63fa38bd), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:50.711858 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3a09c605-1f79-4cdb-9b8d-a42cc6f88b62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2018979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2016321', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2027734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4711'] for router (6a5ff634-2aac-484d-9d17-cffc63fa38bd), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:50.735614 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Device 38019e49-7142-41e2-997c-25eb0719898a up at agent hyperv_hv-cinder-79053 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:30:50.749868 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9cf5d627-0147-470d-8043-b99de09af4f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (8a391c76-99d1-4be1-a7d1-403bce6fa287), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:50.772872 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8545bd95-a46d-40d2-84e3-4d28b1137311 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ef9d14b-6dca-58f6-bd72-92fc7d94ae67-f7a79fa0-8784-4640-8b63-27fef759cd8e', 'network_id': 'f7a79fa0-8784-4640-8b63-27fef759cd8e', 'project_id': 'a6144cc3b8974410946e5e1c313b5cfa', 'fixed_ips': [{'subnet_id': '7b915634-872c-4a78-bc84-c1682ee52f35'}]}} from dv-cinder-790535-28-smb. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 14 14:30:50.778525 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8545bd95-a46d-40d2-84e3-4d28b1137311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:51.053786 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3a09c605-1f79-4cdb-9b8d-a42cc6f88b62 admin admin] Publish callbacks [] for router_controller (6a5ff634-2aac-484d-9d17-cffc63fa38bd), precommit_add_association {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:51.147784 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da9d1a4-485e-4e98-9ac2-732ff0b5e3c4 None None] Pushing event updated for resources: {'Port': ['ID=8a391c76-99d1-4be1-a7d1-403bce6fa287,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:51.267873 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fc5cd3-de17-488e-bb7b-1509ff5b64dc req-67fcc820-a012-4c5f-931b-d0cddd1ec9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:51.271502 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-27fc5cd3-de17-488e-bb7b-1509ff5b64dc req-67fcc820-a012-4c5f-931b-d0cddd1ec9f1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b2d72f27e9c6439b93e6715719933b16&device_id=1e3329fc-fcd7-4882-b7e0-c8ad6c60f522 HTTP/1.1" status: 200 len: 1131 time: 0.6974185 Mar 14 14:30:51.295365 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 33284) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:30:51.390087 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-23c5fe80-0eb6-41bb-9b32-b574fe04d2d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:51.461488 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc462db9-3798-42d3-8662-de5aabc27b6d req-1d016618-3088-4c78-b271-790beabf5857 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:51.463299 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-fc462db9-3798-42d3-8662-de5aabc27b6d req-1d016618-3088-4c78-b271-790beabf5857 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=383e74ab-b4e3-411b-9735-9d5e08400844 HTTP/1.1" status: 200 len: 945 time: 0.7086585 Mar 14 14:30:51.481221 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82294f3-e72f-4019-bcf3-249831e5f455 req-126355ab-79b5-490c-8bfb-9c03d3402b21 tempest-VolumesNegativeTest-901342012 tempest-VolumesNegativeTest-901342012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:51.490370 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-f82294f3-e72f-4019-bcf3-249831e5f455 req-126355ab-79b5-490c-8bfb-9c03d3402b21 tempest-VolumesNegativeTest-901342012 tempest-VolumesNegativeTest-901342012-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e3329fc-fcd7-4882-b7e0-c8ad6c60f522 HTTP/1.1" status: 200 len: 947 time: 0.7139781 Mar 14 14:30:51.525336 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf5d627-0147-470d-8043-b99de09af4f0 None None] Routers {'55943d03-8542-4b52-be0f-0568fea66cf0'} bound to L3 agent in host dv-cinder-790535-28-smb {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:30:51.530910 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-9cf5d627-0147-470d-8043-b99de09af4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T14:20:13Z,description=,heartbeat_timestamp=2022-03-14T14:30:43Z,host='dv-cinder-790535-28-smb',id=3a20f343-fbae-42b4-9bd9-ea7570b5f761,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:20:14Z,topic='l3_agent')) {'router_ids': ['55943d03-8542-4b52-be0f-0568fea66cf0'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:30:51.675205 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3a09c605-1f79-4cdb-9b8d-a42cc6f88b62 admin admin] Publish callbacks [] for router_gateway (6a5ff634-2aac-484d-9d17-cffc63fa38bd), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:51.988428 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-a2faabaf-ad4e-4122-a6d9-d36b325f5751 None None] Provisioning complete for port 8a391c76-99d1-4be1-a7d1-403bce6fa287 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:30:51.989581 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a2faabaf-ad4e-4122-a6d9-d36b325f5751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (8a391c76-99d1-4be1-a7d1-403bce6fa287), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:51.997268 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Provisioning complete for port 38019e49-7142-41e2-997c-25eb0719898a triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:30:51.997947 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (38019e49-7142-41e2-997c-25eb0719898a), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:52.139835 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-8545bd95-a46d-40d2-84e3-4d28b1137311 None None] Allocated IP 172.20.0.2 (f7a79fa0-8784-4640-8b63-27fef759cd8e/7b915634-872c-4a78-bc84-c1682ee52f35/169ef9bf-b306-40ae-ae5d-13347eb12156) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:30:52.183006 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-f82294f3-e72f-4019-bcf3-249831e5f455 req-4072e188-1091-49a4-87fa-0e6c4d64abc1 tempest-VolumesNegativeTest-901342012 tempest-VolumesNegativeTest-901342012-project] 10.222.0.58 "GET /v2.0/security-groups?id=b97568f5-894b-4d0d-93aa-0122cc43af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5809951 Mar 14 14:30:52.203402 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-9cf5d627-0147-470d-8043-b99de09af4f0 None None] Set router 55943d03-8542-4b52-be0f-0568fea66cf0 gateway port host: dv-cinder-790535-28-smb {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:30:52.211823 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fc5cd3-de17-488e-bb7b-1509ff5b64dc req-1edc0e8d-aca6-4170-bb44-6aed3ad099d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:52.214135 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-27fc5cd3-de17-488e-bb7b-1509ff5b64dc req-1edc0e8d-aca6-4170-bb44-6aed3ad099d0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ee548137-3fa5-44ac-8534-04009d37a51d HTTP/1.1" status: 200 len: 870 time: 0.9345751 Mar 14 14:30:52.312750 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-fc462db9-3798-42d3-8662-de5aabc27b6d req-7be6e7ff-289b-4055-b1b6-1a0406f14181 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d847fc3-179d-4da6-9776-d95851d7edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7097318 Mar 14 14:30:52.321220 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-27fc5cd3-de17-488e-bb7b-1509ff5b64dc req-f7d65e27-0cd8-445c-bc81-1ca7b670b14b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=71a071ea-47a4-4066-bfc7-bd949abf79f5 HTTP/1.1" status: 200 len: 217 time: 0.0976202 Mar 14 14:30:52.421738 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-23c5fe80-0eb6-41bb-9b32-b574fe04d2d1 admin admin] Publish callbacks [] for security_group (6ab1e303-65ae-454e-8de3-5e0e77edfedd), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:52.423610 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fc5cd3-de17-488e-bb7b-1509ff5b64dc req-3fd00b6f-f26d-43ff-a03e-cd8389ee3129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:52.425129 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-27fc5cd3-de17-488e-bb7b-1509ff5b64dc req-3fd00b6f-f26d-43ff-a03e-cd8389ee3129 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=88bc9957-96c7-483b-b47f-b7b746629fb3 HTTP/1.1" status: 200 len: 843 time: 0.0954003 Mar 14 14:30:52.475348 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.agents_db [None req-65564c68-cd92-4c79-8f56-5bb994fe7015 None None] Agent healthcheck: found 6 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 14:30:52.538417 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e559a2bc-67d8-48f7-878d-e7cfd5006f20 req-da16c223-a36b-4e4e-ab54-2d1e19cba390 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:52.546195 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-e559a2bc-67d8-48f7-878d-e7cfd5006f20 req-da16c223-a36b-4e4e-ab54-2d1e19cba390 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=22b43218-c573-4084-9642-35bcba3f7423 HTTP/1.1" status: 200 len: 945 time: 0.1309545 Mar 14 14:30:52.550769 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fc5cd3-de17-488e-bb7b-1509ff5b64dc req-b11b83be-3dcf-4e06-a957-1497bb4c6b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:52.558793 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-27fc5cd3-de17-488e-bb7b-1509ff5b64dc req-b11b83be-3dcf-4e06-a957-1497bb4c6b30 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ee548137-3fa5-44ac-8534-04009d37a51d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1181731 Mar 14 14:30:52.564611 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-23c5fe80-0eb6-41bb-9b32-b574fe04d2d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (6ab1e303-65ae-454e-8de3-5e0e77edfedd), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:52.621215 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3a09c605-1f79-4cdb-9b8d-a42cc6f88b62 admin admin] Publish callbacks [] for router_gateway (6a5ff634-2aac-484d-9d17-cffc63fa38bd), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:52.679008 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3a09c605-1f79-4cdb-9b8d-a42cc6f88b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:52.722085 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c5fe80-0eb6-41bb-9b32-b574fe04d2d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab1e303-65ae-454e-8de3-5e0e77edfedd,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:52.767270 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-23c5fe80-0eb6-41bb-9b32-b574fe04d2d1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ca3b86a323ee493f82d85549739260bf&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4633102 Mar 14 14:30:52.777727 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 33294) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:30:52.814099 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-e559a2bc-67d8-48f7-878d-e7cfd5006f20 req-0e33d550-7e5a-4813-8fd7-0074f1222aba tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668931 Mar 14 14:30:52.889337 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-27fc5cd3-de17-488e-bb7b-1509ff5b64dc req-2dd0a353-89be-4caa-948f-4de412db2c44 service neutron] 10.222.0.35 "GET /v2.0/networks/ee548137-3fa5-44ac-8534-04009d37a51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3197744 Mar 14 14:30:52.901499 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Device 71a071ea-47a4-4066-bfc7-bd949abf79f5 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 14:30:53.031213 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Current status of the port 38019e49-7142-41e2-997c-25eb0719898a is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:30:53.031895 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (38019e49-7142-41e2-997c-25eb0719898a), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:53.038696 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-3a09c605-1f79-4cdb-9b8d-a42cc6f88b62 admin admin] Allocated IP 172.28.2.72 (21060e90-61ba-4e92-afb3-f12491c9b56b/3278263d-ed58-402f-9606-a5b3ef606428/39033a2e-d758-4ffa-abb8-d221342c063b) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:30:53.065647 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-a2faabaf-ad4e-4122-a6d9-d36b325f5751 None None] Current status of the port 8a391c76-99d1-4be1-a7d1-403bce6fa287 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:30:53.066463 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a2faabaf-ad4e-4122-a6d9-d36b325f5751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (8a391c76-99d1-4be1-a7d1-403bce6fa287), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:53.156923 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dedeb0-7255-43d2-894e-36a50a47981c req-6009ccde-4630-46dc-a96d-d3ae87b117d3 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:53.159066 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-06dedeb0-7255-43d2-894e-36a50a47981c req-6009ccde-4630-46dc-a96d-d3ae87b117d3 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2b7668b-2be1-443e-b859-2ba5ba8d2d83 HTTP/1.1" status: 200 len: 945 time: 0.5434139 Mar 14 14:30:53.195130 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.db.resource_extend [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 14:30:53.234917 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-29bfffef-9a35-4177-9112-56f1f3c790ba admin admin] Publish callbacks [] for security_group (6ab1e303-65ae-454e-8de3-5e0e77edfedd), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:53.239372 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-27fc5cd3-de17-488e-bb7b-1509ff5b64dc req-0ccccc64-7eb5-4e26-94f1-9003dad69e30 service neutron] 10.222.0.35 "GET /v2.0/networks/ee548137-3fa5-44ac-8534-04009d37a51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3385279 Mar 14 14:30:53.321429 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-29bfffef-9a35-4177-9112-56f1f3c790ba admin admin] Publish callbacks [] for security_group (6ab1e303-65ae-454e-8de3-5e0e77edfedd), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:53.336427 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3a09c605-1f79-4cdb-9b8d-a42cc6f88b62 admin admin] Publish callbacks [] for port (39033a2e-d758-4ffa-abb8-d221342c063b), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:53.457810 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '383e74ab-b4e3-411b-9735-9d5e08400844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38019e49-7142-41e2-997c-25eb0719898a'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:30:53.460491 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b7ebcd0391bc29bcab12edcb0ac311dc480f3a51940d576a7fcfe4e03a4514e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a32a9134-db28-4ada-9f7a-2024105645fe" -d '{"events": [{"server_uuid": "383e74ab-b4e3-411b-9735-9d5e08400844", "name": "network-vif-plugged", "status": "completed", "tag": "38019e49-7142-41e2-997c-25eb0719898a"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:30:53.539696 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3a09c605-1f79-4cdb-9b8d-a42cc6f88b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744329793199'] for port (39033a2e-d758-4ffa-abb8-d221342c063b), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:53.563430 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] For port 38019e49-7142-41e2-997c-25eb0719898a, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=38019e49-7142-41e2-997c-25eb0719898a,segment=NetworkSegment(36cc7d28-2976-47cb-ab1d-d82e9bbf4c55),segment_id=36cc7d28-2976-47cb-ab1d-d82e9bbf4c55)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:30:53.584425 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] For port 71a071ea-47a4-4066-bfc7-bd949abf79f5, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=71a071ea-47a4-4066-bfc7-bd949abf79f5,segment=NetworkSegment(5e42a877-e2e7-4c43-8181-7253fdc5972f),segment_id=5e42a877-e2e7-4c43-8181-7253fdc5972f)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:30:53.606342 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-06dedeb0-7255-43d2-894e-36a50a47981c req-3e5af4d2-3058-4115-b26b-e214390bef28 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc03b155-7823-4347-befd-6c4b804b3f44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3653889 Mar 14 14:30:53.622910 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-a2faabaf-ad4e-4122-a6d9-d36b325f5751 None None] For port 8a391c76-99d1-4be1-a7d1-403bce6fa287, host dv-cinder-790535-28-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-smb',level=0,port_id=8a391c76-99d1-4be1-a7d1-403bce6fa287,segment=NetworkSegment(05eb4756-2da3-4c70-aee4-7d1765309a16),segment_id=05eb4756-2da3-4c70-aee4-7d1765309a16)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:30:53.625186 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Returning: {'device': '71a071ea-47a4-4066-bfc7-bd949abf79f5', 'network_id': 'ee548137-3fa5-44ac-8534-04009d37a51d', 'port_id': '71a071ea-47a4-4066-bfc7-bd949abf79f5', 'mac_address': 'fa:16:3e:32:d1:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88bc9957-96c7-483b-b47f-b7b746629fb3', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 14:30:53.637348 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8545bd95-a46d-40d2-84e3-4d28b1137311 None None] Publish callbacks [] for port (169ef9bf-b306-40ae-ae5d-13347eb12156), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:53.689233 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a09c605-1f79-4cdb-9b8d-a42cc6f88b62 admin admin] Network 21060e90-61ba-4e92-afb3-f12491c9b56b is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:30:53.700195 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b6534a-ab69-48a0-9e40-f75bd6e6f994 req-594c4bc9-c3c6-48d1-ae82-eb7af2cf1861 tempest-VolumesNegativeTest-901342012 tempest-VolumesNegativeTest-901342012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:53.701384 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-41b6534a-ab69-48a0-9e40-f75bd6e6f994 req-594c4bc9-c3c6-48d1-ae82-eb7af2cf1861 tempest-VolumesNegativeTest-901342012 tempest-VolumesNegativeTest-901342012-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e3329fc-fcd7-4882-b7e0-c8ad6c60f522 HTTP/1.1" status: 200 len: 947 time: 0.2756984 Mar 14 14:30:53.714331 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Current status of the port 71a071ea-47a4-4066-bfc7-bd949abf79f5 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:30:53.715062 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (71a071ea-47a4-4066-bfc7-bd949abf79f5), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:53.716121 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-3a09c605-1f79-4cdb-9b8d-a42cc6f88b62 admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:30:53.724907 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a09c605-1f79-4cdb-9b8d-a42cc6f88b62 admin admin] Pushing event updated for resources: {'Port': ['ID=39033a2e-d758-4ffa-abb8-d221342c063b,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:53.728606 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a09c605-1f79-4cdb-9b8d-a42cc6f88b62 admin admin] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:30:53.745870 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71a071ea-47a4-4066-bfc7-bd949abf79f5 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 14:30:53.801549 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] For port 71a071ea-47a4-4066-bfc7-bd949abf79f5, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=71a071ea-47a4-4066-bfc7-bd949abf79f5,segment=NetworkSegment(5e42a877-e2e7-4c43-8181-7253fdc5972f),segment_id=5e42a877-e2e7-4c43-8181-7253fdc5972f)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:30:53.807691 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (38019e49-7142-41e2-997c-25eb0719898a), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:53.811888 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a2faabaf-ad4e-4122-a6d9-d36b325f5751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (8a391c76-99d1-4be1-a7d1-403bce6fa287), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:53.894679 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-29bfffef-9a35-4177-9112-56f1f3c790ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (6ab1e303-65ae-454e-8de3-5e0e77edfedd), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:53.894679 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-29bfffef-9a35-4177-9112-56f1f3c790ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:53.894679 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-29bfffef-9a35-4177-9112-56f1f3c790ba admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6ab1e303-65ae-454e-8de3-5e0e77edfedd HTTP/1.1" status: 204 len: 168 time: 1.0999229 Mar 14 14:30:53.971519 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-41b6534a-ab69-48a0-9e40-f75bd6e6f994 req-1f569e25-a0e6-4075-94d7-c54a2b92677d tempest-VolumesNegativeTest-901342012 tempest-VolumesNegativeTest-901342012-project] 10.222.0.58 "GET /v2.0/security-groups?id=b97568f5-894b-4d0d-93aa-0122cc43af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576461 Mar 14 14:30:54.009458 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bfffef-9a35-4177-9112-56f1f3c790ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab1e303-65ae-454e-8de3-5e0e77edfedd,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:54.019994 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8545bd95-a46d-40d2-84e3-4d28b1137311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744329793199'] for port (169ef9bf-b306-40ae-ae5d-13347eb12156), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:54.036040 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (71a071ea-47a4-4066-bfc7-bd949abf79f5), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:54.065448 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d141374b-c20b-41dc-a7a0-751b08a5fa8a req-c282c2cc-cfdf-4201-8aeb-5e8608554779 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:54.069540 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-d141374b-c20b-41dc-a7a0-751b08a5fa8a req-c282c2cc-cfdf-4201-8aeb-5e8608554779 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=383e74ab-b4e3-411b-9735-9d5e08400844 HTTP/1.1" status: 200 len: 946 time: 0.3168359 Mar 14 14:30:54.076191 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 14:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94c5b6c2-3f2c-4faf-a79a-62a7ddfa3b98 x-openstack-request-id: req-94c5b6c2-3f2c-4faf-a79a-62a7ddfa3b98 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:30:54.076576 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "383e74ab-b4e3-411b-9735-9d5e08400844", "name": "network-vif-plugged", "status": "completed", "tag": "38019e49-7142-41e2-997c-25eb0719898a", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:30:54.076846 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-94c5b6c2-3f2c-4faf-a79a-62a7ddfa3b98 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:30:54.077262 dv-cinder-790535-28-smb neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '383e74ab-b4e3-411b-9735-9d5e08400844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38019e49-7142-41e2-997c-25eb0719898a', 'code': 200} Mar 14 14:30:54.085792 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8545bd95-a46d-40d2-84e3-4d28b1137311 None None] Network f7a79fa0-8784-4640-8b63-27fef759cd8e is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:30:54.105996 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-8545bd95-a46d-40d2-84e3-4d28b1137311 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:30:54.110828 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8545bd95-a46d-40d2-84e3-4d28b1137311 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:30:54.122759 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Pushing event updated for resources: {'Port': ['ID=38019e49-7142-41e2-997c-25eb0719898a,revision_number=7']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:54.179580 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-d141374b-c20b-41dc-a7a0-751b08a5fa8a req-167bf396-9a53-4603-bbb2-97112e57c874 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d847fc3-179d-4da6-9776-d95851d7edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029558 Mar 14 14:30:54.433557 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] get_ports_and_sgs() called for port_ids ['71a071ea-47a4-4066-bfc7-bd949abf79f5'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 14:30:54.452663 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3a09c605-1f79-4cdb-9b8d-a42cc6f88b62 admin admin] Publish callbacks [] for router_gateway (6a5ff634-2aac-484d-9d17-cffc63fa38bd), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:54.481593 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e855cc8c-3eff-455b-b9c5-632244d5fa35 req-003224d9-a2f9-4e1c-b0bb-faea11577539 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:54.490907 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-e855cc8c-3eff-455b-b9c5-632244d5fa35 req-003224d9-a2f9-4e1c-b0bb-faea11577539 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=22b43218-c573-4084-9642-35bcba3f7423 HTTP/1.1" status: 200 len: 945 time: 0.1699536 Mar 14 14:30:54.502491 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-8545bd95-a46d-40d2-84e3-4d28b1137311 None None] Attempting to bind port 169ef9bf-b306-40ae-ae5d-13347eb12156 on host dv-cinder-790535-28-smb for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:30:54.502957 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-8545bd95-a46d-40d2-84e3-4d28b1137311 None None] Attempting to bind port 169ef9bf-b306-40ae-ae5d-13347eb12156 by drivers openvswitch,hyperv on host dv-cinder-790535-28-smb at level 0 using segments [{'id': '63d1d7b1-6e2f-4b49-a624-9e8ef3225cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f7a79fa0-8784-4640-8b63-27fef759cd8e'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:30:54.503349 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8545bd95-a46d-40d2-84e3-4d28b1137311 None None] Attempting to bind port 169ef9bf-b306-40ae-ae5d-13347eb12156 on network f7a79fa0-8784-4640-8b63-27fef759cd8e {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:30:54.530228 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-9cf5d627-0147-470d-8043-b99de09af4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55943d03-8542-4b52-be0f-0568fea66cf0', 'name': 'tempest-TestShelveInstance-294149024-router', 'tenant_id': 'a13b71d43cd34fb38f85e1cc0af43e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.89'}], 'enable_snat': True}, 'gw_port_id': '5ac87e94-ee90-4c29-bc9c-6770f76a98f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:30:31Z', 'updated_at': '2022-03-14T14:30:40Z', 'revision_number': 4, 'project_id': 'a13b71d43cd34fb38f85e1cc0af43e28', 'gw_port': {'id': '5ac87e94-ee90-4c29-bc9c-6770f76a98f1', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55943d03-8542-4b52-be0f-0568fea66cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:33Z', 'updated_at': '2022-03-14T14:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb', '_interfaces': [{'id': '8a391c76-99d1-4be1-a7d1-403bce6fa287', 'name': '', 'network_id': '6ddc4596-65f8-45d3-ba54-9a8ed2c0c193', 'tenant_id': 'a13b71d43cd34fb38f85e1cc0af43e28', 'mac_address': 'fa:16:3e:dd:d7:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55943d03-8542-4b52-be0f-0568fea66cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'b6f3e4c4-8c5e-45e1-899c-abb308a625a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:38Z', 'updated_at': '2022-03-14T14:30:50Z', 'revision_number': 4, 'project_id': 'a13b71d43cd34fb38f85e1cc0af43e28', 'subnets': [{'id': 'b6f3e4c4-8c5e-45e1-899c-abb308a625a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-smb', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:30:54.544069 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2faabaf-ad4e-4122-a6d9-d36b325f5751 None None] Pushing event updated for resources: {'Port': ['ID=8a391c76-99d1-4be1-a7d1-403bce6fa287,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:54.578260 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8545bd95-a46d-40d2-84e3-4d28b1137311 None None] Checking agent: {'id': 'ddc61399-76bc-42cc-9da4-26f2fa974742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-28-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 20, 17), 'started_at': datetime.datetime(2022, 3, 14, 14, 20, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-28-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:30:54.578260 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8545bd95-a46d-40d2-84e3-4d28b1137311 None None] Checking segment: {'id': '63d1d7b1-6e2f-4b49-a624-9e8ef3225cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f7a79fa0-8784-4640-8b63-27fef759cd8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:30:54.578260 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8545bd95-a46d-40d2-84e3-4d28b1137311 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:54.578889 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8545bd95-a46d-40d2-84e3-4d28b1137311 None None] Bound using segment: {'id': '63d1d7b1-6e2f-4b49-a624-9e8ef3225cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f7a79fa0-8784-4640-8b63-27fef759cd8e'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:30:54.579283 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-8545bd95-a46d-40d2-84e3-4d28b1137311 None None] Bound port: 169ef9bf-b306-40ae-ae5d-13347eb12156, host: dv-cinder-790535-28-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63d1d7b1-6e2f-4b49-a624-9e8ef3225cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f7a79fa0-8784-4640-8b63-27fef759cd8e'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:30:54.579701 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8545bd95-a46d-40d2-84e3-4d28b1137311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (169ef9bf-b306-40ae-ae5d-13347eb12156), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:54.591383 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf5d627-0147-470d-8043-b99de09af4f0 None None] The sync data for ids ['55943d03-8542-4b52-be0f-0568fea66cf0'] in dv-cinder-790535-28-smb is: [{'id': '55943d03-8542-4b52-be0f-0568fea66cf0', 'name': 'tempest-TestShelveInstance-294149024-router', 'tenant_id': 'a13b71d43cd34fb38f85e1cc0af43e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.89'}], 'enable_snat': True}, 'gw_port_id': '5ac87e94-ee90-4c29-bc9c-6770f76a98f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:30:31Z', 'updated_at': '2022-03-14T14:30:40Z', 'revision_number': 4, 'project_id': 'a13b71d43cd34fb38f85e1cc0af43e28', 'gw_port': {'id': '5ac87e94-ee90-4c29-bc9c-6770f76a98f1', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55943d03-8542-4b52-be0f-0568fea66cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:33Z', 'updated_at': '2022-03-14T14:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb', '_interfaces': [{'id': '8a391c76-99d1-4be1-a7d1-403bce6fa287', 'name': '', 'network_id': '6ddc4596-65f8-45d3-ba54-9a8ed2c0c193', 'tenant_id': 'a13b71d43cd34fb38f85e1cc0af43e28', 'mac_address': 'fa:16:3e:dd:d7:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55943d03-8542-4b52-be0f-0568fea66cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'b6f3e4c4-8c5e-45e1-899c-abb308a625a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:38Z', 'updated_at': '2022-03-14T14:30:50Z', 'revision_number': 4, 'project_id': 'a13b71d43cd34fb38f85e1cc0af43e28', 'subnets': [{'id': 'b6f3e4c4-8c5e-45e1-899c-abb308a625a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:30:54.707708 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-e855cc8c-3eff-455b-b9c5-632244d5fa35 req-ac41eed5-a4ca-43c9-a683-9a41f0a57748 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887321 Mar 14 14:30:55.131816 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3a09c605-1f79-4cdb-9b8d-a42cc6f88b62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2018988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2016302'] for router (6a5ff634-2aac-484d-9d17-cffc63fa38bd), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:55.337567 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8545bd95-a46d-40d2-84e3-4d28b1137311 None None] Pushing event updated for resources: {'Port': ['ID=169ef9bf-b306-40ae-ae5d-13347eb12156,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:55.546425 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Device 8a391c76-99d1-4be1-a7d1-403bce6fa287 up at agent ovs-agent-dv-cinder-790535-28-smb {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:30:55.558528 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef04526-44cd-45db-a9a1-f919efd1786f req-17ecdee9-377a-4e5b-8900-d40cbc9bbdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:55.587119 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-cef04526-44cd-45db-a9a1-f919efd1786f req-17ecdee9-377a-4e5b-8900-d40cbc9bbdfe service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f5f40385a50a46a79167ae6a859eee4d&device_id=383e74ab-b4e3-411b-9735-9d5e08400844 HTTP/1.1" status: 200 len: 1130 time: 0.6447444 Mar 14 14:30:55.641286 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-8545bd95-a46d-40d2-84e3-4d28b1137311 None None] For port 169ef9bf-b306-40ae-ae5d-13347eb12156, host dv-cinder-790535-28-smb, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:30:55.705199 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e26cf-3880-4fc4-816a-f114643250ed req-e5305507-74c8-4d92-b98a-268f336a14c0 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:55.733016 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-0c2e26cf-3880-4fc4-816a-f114643250ed req-e5305507-74c8-4d92-b98a-268f336a14c0 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2b7668b-2be1-443e-b859-2ba5ba8d2d83 HTTP/1.1" status: 200 len: 945 time: 0.7508647 Mar 14 14:30:55.747737 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-8545bd95-a46d-40d2-84e3-4d28b1137311 None None] For port 169ef9bf-b306-40ae-ae5d-13347eb12156, host dv-cinder-790535-28-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-smb',level=0,port_id=169ef9bf-b306-40ae-ae5d-13347eb12156,segment=NetworkSegment(63d1d7b1-6e2f-4b49-a624-9e8ef3225cc3),segment_id=63d1d7b1-6e2f-4b49-a624-9e8ef3225cc3)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:30:55.844893 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Pushing event updated for resources: {'Port': ['ID=71a071ea-47a4-4066-bfc7-bd949abf79f5,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:55.917910 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8545bd95-a46d-40d2-84e3-4d28b1137311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (169ef9bf-b306-40ae-ae5d-13347eb12156), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:55.926037 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ea54d7-b3c5-4fab-9b9c-2ee2d28b87d2 req-81c5a37c-2b61-471f-878c-82e5d8873fe6 tempest-VolumesNegativeTest-901342012 tempest-VolumesNegativeTest-901342012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:55.936108 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-14ea54d7-b3c5-4fab-9b9c-2ee2d28b87d2 req-81c5a37c-2b61-471f-878c-82e5d8873fe6 tempest-VolumesNegativeTest-901342012 tempest-VolumesNegativeTest-901342012-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e3329fc-fcd7-4882-b7e0-c8ad6c60f522 HTTP/1.1" status: 200 len: 948 time: 0.6376801 Mar 14 14:30:56.001541 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-0c2e26cf-3880-4fc4-816a-f114643250ed req-9a22631e-e7ba-4eac-a036-e29b8981700c tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc03b155-7823-4347-befd-6c4b804b3f44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2589195 Mar 14 14:30:56.049804 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (5e7a912f-556e-4923-ad48-72f47c325557), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:56.149386 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Provisioning complete for port 8a391c76-99d1-4be1-a7d1-403bce6fa287 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:30:56.165327 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (8a391c76-99d1-4be1-a7d1-403bce6fa287), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:56.305372 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc6fa4-33be-497e-984d-2324d20fce7f req-0e0bc7c4-ef2f-4788-9295-e67e0101111b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:56.308407 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-20bc6fa4-33be-497e-984d-2324d20fce7f req-0e0bc7c4-ef2f-4788-9295-e67e0101111b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a29ccc594deb43b480de703c9f7ff84a&device_id=a2b7668b-2be1-443e-b859-2ba5ba8d2d83 HTTP/1.1" status: 200 len: 1129 time: 0.2228470 Mar 14 14:30:56.363527 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8545bd95-a46d-40d2-84e3-4d28b1137311 None None] Pushing event updated for resources: {'Port': ['ID=169ef9bf-b306-40ae-ae5d-13347eb12156,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:56.437699 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-14ea54d7-b3c5-4fab-9b9c-2ee2d28b87d2 req-7051aadf-fe3d-4944-a516-979853e353ee tempest-VolumesNegativeTest-901342012 tempest-VolumesNegativeTest-901342012-project] 10.222.0.58 "GET /v2.0/security-groups?id=b97568f5-894b-4d0d-93aa-0122cc43af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5003798 Mar 14 14:30:56.497521 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef04526-44cd-45db-a9a1-f919efd1786f req-ec4fa6aa-f22f-4971-b7cb-a160bbfb85b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:56.499196 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-cef04526-44cd-45db-a9a1-f919efd1786f req-ec4fa6aa-f22f-4971-b7cb-a160bbfb85b6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9bb2727a-e859-46ff-8b02-e0e5093e8925 HTTP/1.1" status: 200 len: 918 time: 0.8859041 Mar 14 14:30:56.622079 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee348eb-614a-4347-82c4-56d4a8608305 req-48c34b52-2984-402e-b946-41251d0a0a97 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:56.635891 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-bee348eb-614a-4347-82c4-56d4a8608305 req-48c34b52-2984-402e-b946-41251d0a0a97 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=383e74ab-b4e3-411b-9735-9d5e08400844 HTTP/1.1" status: 200 len: 946 time: 0.4047644 Mar 14 14:30:56.640765 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Current status of the port 8a391c76-99d1-4be1-a7d1-403bce6fa287 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:30:56.658904 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc6fa4-33be-497e-984d-2324d20fce7f req-06f56253-633d-4959-8f6f-c17cee2d7188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:56.662324 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-20bc6fa4-33be-497e-984d-2324d20fce7f req-06f56253-633d-4959-8f6f-c17cee2d7188 service neutron] 10.222.0.35 "GET /v2.0/networks?id=173ed8f0-b784-41a9-affa-440f6ed41220 HTTP/1.1" status: 200 len: 912 time: 0.3401737 Mar 14 14:30:56.664538 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a09c605-1f79-4cdb-9b8d-a42cc6f88b62 admin admin] Router 6a5ff634-2aac-484d-9d17-cffc63fa38bd is scheduled to L3 agent 3a20f343-fbae-42b4-9bd9-ea7570b5f761 with binding_index 1 {{(pid=103767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 14:30:56.913892 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-20bc6fa4-33be-497e-984d-2324d20fce7f req-1ff2200b-3bdb-4bd5-bfc8-d27a5567ade4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3c38ba2-26e2-49f2-8f26-849998285fb3 HTTP/1.1" status: 200 len: 1001 time: 0.2382171 Mar 14 14:30:56.927849 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-cef04526-44cd-45db-a9a1-f919efd1786f req-4a76d33e-1a37-4753-9b15-2e2c60a7b0de service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38019e49-7142-41e2-997c-25eb0719898a HTTP/1.1" status: 200 len: 1002 time: 0.4106557 Mar 14 14:30:56.955475 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-bee348eb-614a-4347-82c4-56d4a8608305 req-5d8be9e9-b62a-42a5-b505-d4eb882d0121 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d847fc3-179d-4da6-9776-d95851d7edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3183923 Mar 14 14:30:57.055339 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e0310d-d0f2-4cbe-92c4-fe8fa9a7380b req-d535fae9-c678-4fb5-a2b4-4d57f018777b tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:57.065565 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-e7e0310d-d0f2-4cbe-92c4-fe8fa9a7380b req-d535fae9-c678-4fb5-a2b4-4d57f018777b tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=22b43218-c573-4084-9642-35bcba3f7423 HTTP/1.1" status: 200 len: 945 time: 0.3155932 Mar 14 14:30:57.088966 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef04526-44cd-45db-a9a1-f919efd1786f req-02b1ba4c-ab64-4844-9a8c-fed5a685a441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:57.090477 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-cef04526-44cd-45db-a9a1-f919efd1786f req-02b1ba4c-ab64-4844-9a8c-fed5a685a441 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd458166-2986-4de0-890b-33eba077f5c5 HTTP/1.1" status: 200 len: 856 time: 0.1537750 Mar 14 14:30:57.250828 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc6fa4-33be-497e-984d-2324d20fce7f req-078d41bb-c499-4f4c-9233-d9cb01e40ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:57.254430 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-20bc6fa4-33be-497e-984d-2324d20fce7f req-078d41bb-c499-4f4c-9233-d9cb01e40ec5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dd4479eb-5d2a-4b9c-9c27-a6d97c9e085c HTTP/1.1" status: 200 len: 850 time: 0.3339846 Mar 14 14:30:57.316628 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-e7e0310d-d0f2-4cbe-92c4-fe8fa9a7380b req-e1ae3d74-64ca-464e-80a9-d7490289a201 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500029 Mar 14 14:30:57.433939 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a09c605-1f79-4cdb-9b8d-a42cc6f88b62 admin admin] Notify agent at l3_agent.dv-cinder-790535-28-smb the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:30:57.449902 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15344a59-9f9d-4bb2-bc32-5a769e80d37d None None] Sync routers for ids ['6a5ff634-2aac-484d-9d17-cffc63fa38bd'] in dv-cinder-790535-28-smb {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:30:57.457948 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef04526-44cd-45db-a9a1-f919efd1786f req-5434dc09-0ff0-4897-ba75-709d4fc22b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:57.459620 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-cef04526-44cd-45db-a9a1-f919efd1786f req-5434dc09-0ff0-4897-ba75-709d4fc22b45 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9bb2727a-e859-46ff-8b02-e0e5093e8925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.3467093 Mar 14 14:30:57.497473 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15344a59-9f9d-4bb2-bc32-5a769e80d37d None None] Routers {'6a5ff634-2aac-484d-9d17-cffc63fa38bd'} bound to L3 agent in host dv-cinder-790535-28-smb {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:30:57.500602 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-15344a59-9f9d-4bb2-bc32-5a769e80d37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T14:20:13Z,description=,heartbeat_timestamp=2022-03-14T14:30:43Z,host='dv-cinder-790535-28-smb',id=3a20f343-fbae-42b4-9bd9-ea7570b5f761,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:20:14Z,topic='l3_agent')) {'router_ids': ['6a5ff634-2aac-484d-9d17-cffc63fa38bd'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:30:57.611689 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc6fa4-33be-497e-984d-2324d20fce7f req-bb637e9a-b27e-486b-8a41-c3a998ca6385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:57.623328 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-20bc6fa4-33be-497e-984d-2324d20fce7f req-bb637e9a-b27e-486b-8a41-c3a998ca6385 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=173ed8f0-b784-41a9-affa-440f6ed41220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.3562541 Mar 14 14:30:57.630742 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Device 169ef9bf-b306-40ae-ae5d-13347eb12156 up at agent ovs-agent-dv-cinder-790535-28-smb {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:30:57.698798 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3a09c605-1f79-4cdb-9b8d-a42cc6f88b62 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:57.706343 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-3a09c605-1f79-4cdb-9b8d-a42cc6f88b62 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 7.1946380 Mar 14 14:30:57.714938 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 33368) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:30:57.773672 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74921c39-1a5a-43e4-8bc2-0544d4c0fe3e req-7680c898-938d-4453-b710-276fef2213b7 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:57.782032 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-74921c39-1a5a-43e4-8bc2-0544d4c0fe3e req-7680c898-938d-4453-b710-276fef2213b7 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2b7668b-2be1-443e-b859-2ba5ba8d2d83 HTTP/1.1" status: 200 len: 945 time: 0.4596286 Mar 14 14:30:57.856075 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Provisioning complete for port 169ef9bf-b306-40ae-ae5d-13347eb12156 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:30:57.857402 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (169ef9bf-b306-40ae-ae5d-13347eb12156), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:57.976951 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-cef04526-44cd-45db-a9a1-f919efd1786f req-e33c66fe-635d-4372-aaee-b66fce0179d0 service neutron] 10.222.0.35 "GET /v2.0/networks/9bb2727a-e859-46ff-8b02-e0e5093e8925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4982188 Mar 14 14:30:58.005362 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-15344a59-9f9d-4bb2-bc32-5a769e80d37d None None] Set router 6a5ff634-2aac-484d-9d17-cffc63fa38bd gateway port host: dv-cinder-790535-28-smb {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:30:58.049722 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-74921c39-1a5a-43e4-8bc2-0544d4c0fe3e req-309cc20c-ca1b-4b54-8976-9a42dcfee16e tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc03b155-7823-4347-befd-6c4b804b3f44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2664208 Mar 14 14:30:58.077254 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e3fe5-e4d5-4abd-a9f0-d66fd81b6c2d req-c82b1c55-b21f-4328-aa89-0986e9f1f7a8 tempest-VolumesNegativeTest-901342012 tempest-VolumesNegativeTest-901342012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:58.096509 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-2f6e3fe5-e4d5-4abd-a9f0-d66fd81b6c2d req-c82b1c55-b21f-4328-aa89-0986e9f1f7a8 tempest-VolumesNegativeTest-901342012 tempest-VolumesNegativeTest-901342012-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e3329fc-fcd7-4882-b7e0-c8ad6c60f522 HTTP/1.1" status: 200 len: 948 time: 0.4616730 Mar 14 14:30:58.161227 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Current status of the port 169ef9bf-b306-40ae-ae5d-13347eb12156 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:30:58.161676 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (169ef9bf-b306-40ae-ae5d-13347eb12156), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:58.340526 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] For port 169ef9bf-b306-40ae-ae5d-13347eb12156, host dv-cinder-790535-28-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-smb',level=0,port_id=169ef9bf-b306-40ae-ae5d-13347eb12156,segment=NetworkSegment(63d1d7b1-6e2f-4b49-a624-9e8ef3225cc3),segment_id=63d1d7b1-6e2f-4b49-a624-9e8ef3225cc3)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:30:58.410851 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (169ef9bf-b306-40ae-ae5d-13347eb12156), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:58.465103 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-20bc6fa4-33be-497e-984d-2324d20fce7f req-1efa7861-e712-4e31-869b-7299ec6c994b service neutron] 10.222.0.35 "GET /v2.0/networks/173ed8f0-b784-41a9-affa-440f6ed41220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8259168 Mar 14 14:30:58.601040 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-2f6e3fe5-e4d5-4abd-a9f0-d66fd81b6c2d req-c061a4ad-0f42-4bbd-80dc-43809721626c tempest-VolumesNegativeTest-901342012 tempest-VolumesNegativeTest-901342012-project] 10.222.0.58 "GET /v2.0/security-groups?id=b97568f5-894b-4d0d-93aa-0122cc43af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4449692 Mar 14 14:30:58.631174 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f1bf52-b0e7-4c5c-be27-36d828800d2e None None] Network f7a79fa0-8784-4640-8b63-27fef759cd8e requested from dv-cinder-790535-28-smb {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 14:30:58.631997 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-15344a59-9f9d-4bb2-bc32-5a769e80d37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a5ff634-2aac-484d-9d17-cffc63fa38bd', 'name': 'tempest-TestShelveInstance-1630825251-router', 'tenant_id': 'a6144cc3b8974410946e5e1c313b5cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.72'}], 'enable_snat': True}, 'gw_port_id': '39033a2e-d758-4ffa-abb8-d221342c063b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:30:50Z', 'updated_at': '2022-03-14T14:30:54Z', 'revision_number': 3, 'project_id': 'a6144cc3b8974410946e5e1c313b5cfa', 'gw_port': {'id': '39033a2e-d758-4ffa-abb8-d221342c063b', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:1c:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a5ff634-2aac-484d-9d17-cffc63fa38bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:52Z', 'updated_at': '2022-03-14T14:30:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb'}], 'dv-cinder-790535-28-smb', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:30:58.675942 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15344a59-9f9d-4bb2-bc32-5a769e80d37d None None] Checking router: 6a5ff634-2aac-484d-9d17-cffc63fa38bd for host: dv-cinder-790535-28-smb {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:30:58.676333 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15344a59-9f9d-4bb2-bc32-5a769e80d37d None None] Updating router 6a5ff634-2aac-484d-9d17-cffc63fa38bd port 39033a2e-d758-4ffa-abb8-d221342c063b binding host dv-cinder-790535-28-smb {{(pid=103769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 14:30:58.745643 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f1e376-3e95-48dc-9440-785ae34dac2c req-ff0463f4-4f99-44fa-8c64-0050c010c38d tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:58.747863 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-93f1e376-3e95-48dc-9440-785ae34dac2c req-ff0463f4-4f99-44fa-8c64-0050c010c38d tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=383e74ab-b4e3-411b-9735-9d5e08400844 HTTP/1.1" status: 200 len: 946 time: 0.4738414 Mar 14 14:30:58.774148 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-15344a59-9f9d-4bb2-bc32-5a769e80d37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (39033a2e-d758-4ffa-abb8-d221342c063b), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:58.787631 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-cef04526-44cd-45db-a9a1-f919efd1786f req-cb27c7de-d4c0-42ce-93eb-94d9f2f50879 service neutron] 10.222.0.35 "GET /v2.0/networks/9bb2727a-e859-46ff-8b02-e0e5093e8925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7668166 Mar 14 14:30:58.793877 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Device 71a071ea-47a4-4066-bfc7-bd949abf79f5 up at agent hyperv_hv-cinder-79053 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:30:58.943684 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-f4e77094-c672-4750-9e11-86b4d34b2dce None None] Provisioning complete for port 169ef9bf-b306-40ae-ae5d-13347eb12156 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:30:58.944924 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f4e77094-c672-4750-9e11-86b4d34b2dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (169ef9bf-b306-40ae-ae5d-13347eb12156), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:59.000300 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-20bc6fa4-33be-497e-984d-2324d20fce7f req-5b68a4e4-85f6-4d61-9bc6-a25c427f612e service neutron] 10.222.0.35 "GET /v2.0/networks/173ed8f0-b784-41a9-affa-440f6ed41220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5163169 Mar 14 14:30:59.117908 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-93f1e376-3e95-48dc-9440-785ae34dac2c req-b7ffd994-7565-4337-958d-0a019daec193 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d847fc3-179d-4da6-9776-d95851d7edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3608403 Mar 14 14:30:59.123341 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Pushing event updated for resources: {'Port': ['ID=169ef9bf-b306-40ae-ae5d-13347eb12156,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:59.259174 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d3ccdd-2f53-4f3a-912b-31559d2d09df req-8777b591-7ae8-44c8-9c8a-1005829293a0 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:59.272734 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-b3d3ccdd-2f53-4f3a-912b-31559d2d09df req-8777b591-7ae8-44c8-9c8a-1005829293a0 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=22b43218-c573-4084-9642-35bcba3f7423 HTTP/1.1" status: 200 len: 945 time: 0.5062385 Mar 14 14:30:59.367811 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-f4e77094-c672-4750-9e11-86b4d34b2dce None None] Current status of the port 169ef9bf-b306-40ae-ae5d-13347eb12156 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:30:59.446807 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Provisioning for port 71a071ea-47a4-4066-bfc7-bd949abf79f5 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 14:30:59.452589 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Provisioning complete for port 71a071ea-47a4-4066-bfc7-bd949abf79f5 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:30:59.453215 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (71a071ea-47a4-4066-bfc7-bd949abf79f5), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:59.544489 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-b3d3ccdd-2f53-4f3a-912b-31559d2d09df req-3121d6b3-38d6-4c5a-bd23-96b827c75897 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692122 Mar 14 14:30:59.592107 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-15344a59-9f9d-4bb2-bc32-5a769e80d37d None None] Publish callbacks [] for port (39033a2e-d758-4ffa-abb8-d221342c063b), precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:59.592576 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21af04df-a7d8-4aaa-acec-0591dd27490d req-81fa383d-c15a-4e54-9d77-a36c18466607 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:30:59.594852 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-21af04df-a7d8-4aaa-acec-0591dd27490d req-81fa383d-c15a-4e54-9d77-a36c18466607 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2b7668b-2be1-443e-b859-2ba5ba8d2d83 HTTP/1.1" status: 200 len: 945 time: 0.2636275 Mar 14 14:30:59.618711 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Device 169ef9bf-b306-40ae-ae5d-13347eb12156 up at agent ovs-agent-dv-cinder-790535-28-smb {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:30:59.681272 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-15344a59-9f9d-4bb2-bc32-5a769e80d37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (39033a2e-d758-4ffa-abb8-d221342c063b), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:59.758499 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-70fd2469-bad9-4926-941c-6d8116f937e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:59.845798 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-15344a59-9f9d-4bb2-bc32-5a769e80d37d None None] Attempting to bind port 39033a2e-d758-4ffa-abb8-d221342c063b on host dv-cinder-790535-28-smb for vnic_type normal with profile {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:30:59.848459 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-15344a59-9f9d-4bb2-bc32-5a769e80d37d None None] Attempting to bind port 39033a2e-d758-4ffa-abb8-d221342c063b by drivers openvswitch,hyperv on host dv-cinder-790535-28-smb at level 0 using segments [{'id': 'bce16b83-cd05-4f93-adb0-46e63864be13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:30:59.849308 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15344a59-9f9d-4bb2-bc32-5a769e80d37d None None] Attempting to bind port 39033a2e-d758-4ffa-abb8-d221342c063b on network 21060e90-61ba-4e92-afb3-f12491c9b56b {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:30:59.869672 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15344a59-9f9d-4bb2-bc32-5a769e80d37d None None] Checking agent: {'id': 'ddc61399-76bc-42cc-9da4-26f2fa974742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-28-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 20, 17), 'started_at': datetime.datetime(2022, 3, 14, 14, 20, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-28-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:30:59.873136 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15344a59-9f9d-4bb2-bc32-5a769e80d37d None None] Checking segment: {'id': 'bce16b83-cd05-4f93-adb0-46e63864be13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:30:59.876148 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-15344a59-9f9d-4bb2-bc32-5a769e80d37d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:59.886218 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15344a59-9f9d-4bb2-bc32-5a769e80d37d None None] Bound using segment: {'id': 'bce16b83-cd05-4f93-adb0-46e63864be13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:30:59.886218 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-15344a59-9f9d-4bb2-bc32-5a769e80d37d None None] Bound port: 39033a2e-d758-4ffa-abb8-d221342c063b, host: dv-cinder-790535-28-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce16b83-cd05-4f93-adb0-46e63864be13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:30:59.886218 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-15344a59-9f9d-4bb2-bc32-5a769e80d37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (39033a2e-d758-4ffa-abb8-d221342c063b), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:59.886218 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac098d9f-708a-4a77-92a3-6128e59882c9 None None] Pushing event updated for resources: {'Port': ['ID=39033a2e-d758-4ffa-abb8-d221342c063b,revision_number=2']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:30:59.897264 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-21af04df-a7d8-4aaa-acec-0591dd27490d req-cb63f0bb-6078-4625-b288-4e4dd074d48c tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc03b155-7823-4347-befd-6c4b804b3f44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2957530 Mar 14 14:30:59.952617 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Current status of the port 71a071ea-47a4-4066-bfc7-bd949abf79f5 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:30:59.953204 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (71a071ea-47a4-4066-bfc7-bd949abf79f5), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:30:59.955059 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Provisioning complete for port 169ef9bf-b306-40ae-ae5d-13347eb12156 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:30:59.958949 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (169ef9bf-b306-40ae-ae5d-13347eb12156), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:00.038165 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e3329fc-fcd7-4882-b7e0-c8ad6c60f522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71a071ea-47a4-4066-bfc7-bd949abf79f5'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:31:00.041089 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b7ebcd0391bc29bcab12edcb0ac311dc480f3a51940d576a7fcfe4e03a4514e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b387bf72-de4a-4252-8369-26054da67771" -d '{"events": [{"server_uuid": "1e3329fc-fcd7-4882-b7e0-c8ad6c60f522", "name": "network-vif-plugged", "status": "completed", "tag": "71a071ea-47a4-4066-bfc7-bd949abf79f5"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:31:00.056224 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-15344a59-9f9d-4bb2-bc32-5a769e80d37d None None] For port 39033a2e-d758-4ffa-abb8-d221342c063b, host dv-cinder-790535-28-smb, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:31:00.069293 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] For port 71a071ea-47a4-4066-bfc7-bd949abf79f5, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=71a071ea-47a4-4066-bfc7-bd949abf79f5,segment=NetworkSegment(5e42a877-e2e7-4c43-8181-7253fdc5972f),segment_id=5e42a877-e2e7-4c43-8181-7253fdc5972f)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:31:00.073528 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-15344a59-9f9d-4bb2-bc32-5a769e80d37d None None] For port 39033a2e-d758-4ffa-abb8-d221342c063b, host dv-cinder-790535-28-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-smb',level=0,port_id=39033a2e-d758-4ffa-abb8-d221342c063b,segment=NetworkSegment(bce16b83-cd05-4f93-adb0-46e63864be13),segment_id=bce16b83-cd05-4f93-adb0-46e63864be13)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:31:00.074390 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-0b67be3c-3a6b-4374-880a-49435766b781 None None] Provisioning complete for port 169ef9bf-b306-40ae-ae5d-13347eb12156 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:31:00.075041 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0b67be3c-3a6b-4374-880a-49435766b781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (169ef9bf-b306-40ae-ae5d-13347eb12156), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:00.110916 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9317d0b0-3cdf-4fbd-9984-14fb8b22e775 req-26da296c-eb3e-4498-9e31-47f63aa492c1 tempest-VolumesNegativeTest-901342012 tempest-VolumesNegativeTest-901342012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:00.127461 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-9317d0b0-3cdf-4fbd-9984-14fb8b22e775 req-26da296c-eb3e-4498-9e31-47f63aa492c1 tempest-VolumesNegativeTest-901342012 tempest-VolumesNegativeTest-901342012-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e3329fc-fcd7-4882-b7e0-c8ad6c60f522 HTTP/1.1" status: 200 len: 948 time: 0.2050543 Mar 14 14:31:00.185863 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-15344a59-9f9d-4bb2-bc32-5a769e80d37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (39033a2e-d758-4ffa-abb8-d221342c063b), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:00.321636 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-9317d0b0-3cdf-4fbd-9984-14fb8b22e775 req-bf0a51bc-430b-46f4-a993-898834e1df23 tempest-VolumesNegativeTest-901342012 tempest-VolumesNegativeTest-901342012-project] 10.222.0.58 "GET /v2.0/security-groups?id=b97568f5-894b-4d0d-93aa-0122cc43af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865611 Mar 14 14:31:00.395564 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac098d9f-708a-4a77-92a3-6128e59882c9 None None] Pushing event updated for resources: {'Port': ['ID=39033a2e-d758-4ffa-abb8-d221342c063b,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:00.405095 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15344a59-9f9d-4bb2-bc32-5a769e80d37d None None] Routers {'6a5ff634-2aac-484d-9d17-cffc63fa38bd'} bound to L3 agent in host dv-cinder-790535-28-smb {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:31:00.406141 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-15344a59-9f9d-4bb2-bc32-5a769e80d37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T14:20:13Z,description=,heartbeat_timestamp=2022-03-14T14:30:43Z,host='dv-cinder-790535-28-smb',id=3a20f343-fbae-42b4-9bd9-ea7570b5f761,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:20:14Z,topic='l3_agent')) {'router_ids': ['6a5ff634-2aac-484d-9d17-cffc63fa38bd'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:31:00.468622 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 14:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e7cfdad-8cc2-4451-b2f2-9892fe659928 x-openstack-request-id: req-7e7cfdad-8cc2-4451-b2f2-9892fe659928 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:31:00.470386 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e3329fc-fcd7-4882-b7e0-c8ad6c60f522", "name": "network-vif-plugged", "status": "completed", "tag": "71a071ea-47a4-4066-bfc7-bd949abf79f5", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:31:00.470832 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7e7cfdad-8cc2-4451-b2f2-9892fe659928 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:31:00.471542 dv-cinder-790535-28-smb neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e3329fc-fcd7-4882-b7e0-c8ad6c60f522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71a071ea-47a4-4066-bfc7-bd949abf79f5', 'code': 200} Mar 14 14:31:00.481234 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (71a071ea-47a4-4066-bfc7-bd949abf79f5), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:00.514627 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-70fd2469-bad9-4926-941c-6d8116f937e9 admin admin] Allocated IP 172.20.0.1 (f7a79fa0-8784-4640-8b63-27fef759cd8e/7b915634-872c-4a78-bc84-c1682ee52f35/47cecdfc-8fbe-4ad9-83de-149a505e002a) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:31:00.732988 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Pushing event updated for resources: {'Port': ['ID=71a071ea-47a4-4066-bfc7-bd949abf79f5,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:00.812107 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Current status of the port 169ef9bf-b306-40ae-ae5d-13347eb12156 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:31:00.836359 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-15344a59-9f9d-4bb2-bc32-5a769e80d37d None None] Set router 6a5ff634-2aac-484d-9d17-cffc63fa38bd gateway port host: dv-cinder-790535-28-smb {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:31:00.870348 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ad0161-2a5b-4a92-b2c1-ef62dad83403 req-2d5830d2-b43b-41c0-b17e-b7d5ecad57f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:00.872354 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-34ad0161-2a5b-4a92-b2c1-ef62dad83403 req-2d5830d2-b43b-41c0-b17e-b7d5ecad57f1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1e3329fc-fcd7-4882-b7e0-c8ad6c60f522 HTTP/1.1" status: 200 len: 1133 time: 0.1313009 Mar 14 14:31:00.895483 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8402fba7-e36f-4d5e-93c8-55989e2fc1c8 req-0b0f6d93-521b-4164-a5e3-dfcbb93fdb6e tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:00.908961 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-8402fba7-e36f-4d5e-93c8-55989e2fc1c8 req-0b0f6d93-521b-4164-a5e3-dfcbb93fdb6e tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=383e74ab-b4e3-411b-9735-9d5e08400844 HTTP/1.1" status: 200 len: 946 time: 0.4358263 Mar 14 14:31:00.937327 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-0b67be3c-3a6b-4374-880a-49435766b781 None None] Current status of the port 169ef9bf-b306-40ae-ae5d-13347eb12156 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:31:01.011196 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-8402fba7-e36f-4d5e-93c8-55989e2fc1c8 req-55dc0e5e-7db8-42ab-9009-739db6f58800 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d847fc3-179d-4da6-9776-d95851d7edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018434 Mar 14 14:31:01.038113 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-70fd2469-bad9-4926-941c-6d8116f937e9 admin admin] Publish callbacks [] for port (47cecdfc-8fbe-4ad9-83de-149a505e002a), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:01.055645 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf1e067-0e57-4af0-ab0e-77d4c2af40a9 req-e78dac79-8714-4f51-bf16-c097ca9abbdd tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:01.101213 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-8cf1e067-0e57-4af0-ab0e-77d4c2af40a9 req-e78dac79-8714-4f51-bf16-c097ca9abbdd tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=22b43218-c573-4084-9642-35bcba3f7423 HTTP/1.1" status: 200 len: 945 time: 0.3540187 Mar 14 14:31:01.128464 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-34ad0161-2a5b-4a92-b2c1-ef62dad83403 req-7f0f081a-0b55-4a7b-a03d-de01fa5a39eb service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b97568f5-894b-4d0d-93aa-0122cc43af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094955 Mar 14 14:31:01.202600 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-15344a59-9f9d-4bb2-bc32-5a769e80d37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a5ff634-2aac-484d-9d17-cffc63fa38bd', 'name': 'tempest-TestShelveInstance-1630825251-router', 'tenant_id': 'a6144cc3b8974410946e5e1c313b5cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.72'}], 'enable_snat': True}, 'gw_port_id': '39033a2e-d758-4ffa-abb8-d221342c063b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:30:50Z', 'updated_at': '2022-03-14T14:30:54Z', 'revision_number': 3, 'project_id': 'a6144cc3b8974410946e5e1c313b5cfa', 'gw_port': {'id': '39033a2e-d758-4ffa-abb8-d221342c063b', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:1c:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a5ff634-2aac-484d-9d17-cffc63fa38bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:52Z', 'updated_at': '2022-03-14T14:31:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb'}], 'dv-cinder-790535-28-smb', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:31:01.257622 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15344a59-9f9d-4bb2-bc32-5a769e80d37d None None] The sync data for ids ['6a5ff634-2aac-484d-9d17-cffc63fa38bd'] in dv-cinder-790535-28-smb is: [{'id': '6a5ff634-2aac-484d-9d17-cffc63fa38bd', 'name': 'tempest-TestShelveInstance-1630825251-router', 'tenant_id': 'a6144cc3b8974410946e5e1c313b5cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.72'}], 'enable_snat': True}, 'gw_port_id': '39033a2e-d758-4ffa-abb8-d221342c063b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:30:50Z', 'updated_at': '2022-03-14T14:30:54Z', 'revision_number': 3, 'project_id': 'a6144cc3b8974410946e5e1c313b5cfa', 'gw_port': {'id': '39033a2e-d758-4ffa-abb8-d221342c063b', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:1c:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a5ff634-2aac-484d-9d17-cffc63fa38bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:52Z', 'updated_at': '2022-03-14T14:31:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb'}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:31:01.265687 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-8cf1e067-0e57-4af0-ab0e-77d4c2af40a9 req-d7a97b54-d0b1-469c-9f35-013f33c3c139 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919966 Mar 14 14:31:01.325219 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1664bf3-ccb5-410b-9434-5a396c41eb3f req-986fb635-e9c6-42c1-82cc-3faafec8533d tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:01.325219 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-b1664bf3-ccb5-410b-9434-5a396c41eb3f req-986fb635-e9c6-42c1-82cc-3faafec8533d tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2b7668b-2be1-443e-b859-2ba5ba8d2d83 HTTP/1.1" status: 200 len: 945 time: 0.1251040 Mar 14 14:31:01.411185 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-b1664bf3-ccb5-410b-9434-5a396c41eb3f req-5fd7b331-baa0-4dcf-9844-b1f88d715654 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc03b155-7823-4347-befd-6c4b804b3f44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0753593 Mar 14 14:31:01.531378 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bbae42-d528-42bf-a598-3ecba714b69c req-7fb86126-353b-4623-a065-792e8b7e5fb2 tempest-VolumesNegativeTest-901342012 tempest-VolumesNegativeTest-901342012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:01.534159 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-c0bbae42-d528-42bf-a598-3ecba714b69c req-7fb86126-353b-4623-a065-792e8b7e5fb2 tempest-VolumesNegativeTest-901342012 tempest-VolumesNegativeTest-901342012-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e3329fc-fcd7-4882-b7e0-c8ad6c60f522 HTTP/1.1" status: 200 len: 949 time: 0.0765543 Mar 14 14:31:01.597576 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-c0bbae42-d528-42bf-a598-3ecba714b69c req-5bb370df-7fd8-48a7-94e5-3921690811d6 tempest-VolumesNegativeTest-901342012 tempest-VolumesNegativeTest-901342012-project] 10.222.0.58 "GET /v2.0/security-groups?id=b97568f5-894b-4d0d-93aa-0122cc43af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550492 Mar 14 14:31:01.676032 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-70fd2469-bad9-4926-941c-6d8116f937e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744329793199'] for port (47cecdfc-8fbe-4ad9-83de-149a505e002a), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:01.752771 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70fd2469-bad9-4926-941c-6d8116f937e9 admin admin] Network f7a79fa0-8784-4640-8b63-27fef759cd8e is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:31:01.762417 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-70fd2469-bad9-4926-941c-6d8116f937e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:31:01.766932 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fd2469-bad9-4926-941c-6d8116f937e9 admin admin] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:31:01.767446 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-70fd2469-bad9-4926-941c-6d8116f937e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2015297'] for router_interface (6a5ff634-2aac-484d-9d17-cffc63fa38bd), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:01.774136 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fd2469-bad9-4926-941c-6d8116f937e9 admin admin] Pushing event updated for resources: {'Port': ['ID=47cecdfc-8fbe-4ad9-83de-149a505e002a,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:01.791641 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fd2469-bad9-4926-941c-6d8116f937e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:31:01.796497 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fd2469-bad9-4926-941c-6d8116f937e9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:31:01.796497 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fd2469-bad9-4926-941c-6d8116f937e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:31:01.796497 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fd2469-bad9-4926-941c-6d8116f937e9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:31:01.796497 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fd2469-bad9-4926-941c-6d8116f937e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:31:01.796497 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fd2469-bad9-4926-941c-6d8116f937e9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:31:01.796497 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fd2469-bad9-4926-941c-6d8116f937e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:31:01.796497 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fd2469-bad9-4926-941c-6d8116f937e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:31:01.796497 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fd2469-bad9-4926-941c-6d8116f937e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:31:01.800732 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fd2469-bad9-4926-941c-6d8116f937e9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:31:01.801687 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fd2469-bad9-4926-941c-6d8116f937e9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:31:01.805235 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fd2469-bad9-4926-941c-6d8116f937e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:31:01.805930 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fd2469-bad9-4926-941c-6d8116f937e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:31:01.807598 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fd2469-bad9-4926-941c-6d8116f937e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:31:01.808427 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fd2469-bad9-4926-941c-6d8116f937e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:31:02.350680 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d7bd5-f4ae-45ca-a1a3-daa930b183ab req-2838d666-2eaa-4a0d-9382-50a3fa37c143 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:02.365056 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-698d7bd5-f4ae-45ca-a1a3-daa930b183ab req-2838d666-2eaa-4a0d-9382-50a3fa37c143 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=383e74ab-b4e3-411b-9735-9d5e08400844 HTTP/1.1" status: 200 len: 946 time: 0.1446834 Mar 14 14:31:02.379445 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-32b2f532-9e7e-4937-9578-dbf6181b0e91 None None] Provisioning complete for port 47cecdfc-8fbe-4ad9-83de-149a505e002a triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:31:02.382101 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-32b2f532-9e7e-4937-9578-dbf6181b0e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (47cecdfc-8fbe-4ad9-83de-149a505e002a), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:02.474149 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-70fd2469-bad9-4926-941c-6d8116f937e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (47cecdfc-8fbe-4ad9-83de-149a505e002a), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:02.494860 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-32b2f532-9e7e-4937-9578-dbf6181b0e91 None None] Port 47cecdfc-8fbe-4ad9-83de-149a505e002a cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 14:31:02.519068 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-698d7bd5-f4ae-45ca-a1a3-daa930b183ab req-a9343faf-8ebf-43a5-b54e-efc1053c043d tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d847fc3-179d-4da6-9776-d95851d7edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494880 Mar 14 14:31:02.703260 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47703348-7044-4448-88aa-faf6c01105f7 req-2105a728-6273-486b-a2a0-331d189a3687 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:02.724451 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-47703348-7044-4448-88aa-faf6c01105f7 req-2105a728-6273-486b-a2a0-331d189a3687 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=22b43218-c573-4084-9642-35bcba3f7423 HTTP/1.1" status: 200 len: 945 time: 0.1949434 Mar 14 14:31:02.857017 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-47703348-7044-4448-88aa-faf6c01105f7 req-affae8f2-7e42-4311-ad37-6bc48195ff45 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315320 Mar 14 14:31:02.904986 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-70fd2469-bad9-4926-941c-6d8116f937e9 admin admin] Publish callbacks [] for port (47cecdfc-8fbe-4ad9-83de-149a505e002a), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:02.961946 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-70fd2469-bad9-4926-941c-6d8116f937e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (47cecdfc-8fbe-4ad9-83de-149a505e002a), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:02.963582 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-70fd2469-bad9-4926-941c-6d8116f937e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2015469'] for router_interface (6a5ff634-2aac-484d-9d17-cffc63fa38bd), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:03.000985 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82256edd-3e72-4c27-a730-e7d4b0927ec4 req-53eac0ae-2969-43f3-b4ea-0517d149baa2 tempest-VolumesNegativeTest-901342012 tempest-VolumesNegativeTest-901342012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:03.003325 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-82256edd-3e72-4c27-a730-e7d4b0927ec4 req-53eac0ae-2969-43f3-b4ea-0517d149baa2 tempest-VolumesNegativeTest-901342012 tempest-VolumesNegativeTest-901342012-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e3329fc-fcd7-4882-b7e0-c8ad6c60f522 HTTP/1.1" status: 200 len: 949 time: 0.1751044 Mar 14 14:31:03.128744 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-82256edd-3e72-4c27-a730-e7d4b0927ec4 req-1d064ca4-247d-4c16-94e8-48bf0ee10eeb tempest-VolumesNegativeTest-901342012 tempest-VolumesNegativeTest-901342012-project] 10.222.0.58 "GET /v2.0/security-groups?id=b97568f5-894b-4d0d-93aa-0122cc43af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056614 Mar 14 14:31:03.128949 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fd2469-bad9-4926-941c-6d8116f937e9 admin admin] Pushing event updated for resources: {'Port': ['ID=47cecdfc-8fbe-4ad9-83de-149a505e002a,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:03.378050 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70fd2469-bad9-4926-941c-6d8116f937e9 admin admin] Network f7a79fa0-8784-4640-8b63-27fef759cd8e is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:31:03.385335 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-70fd2469-bad9-4926-941c-6d8116f937e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:31:03.483237 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Device 39033a2e-d758-4ffa-abb8-d221342c063b up at agent ovs-agent-dv-cinder-790535-28-smb {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:31:03.762436 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Provisioning complete for port 39033a2e-d758-4ffa-abb8-d221342c063b triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:31:03.773950 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (39033a2e-d758-4ffa-abb8-d221342c063b), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:03.897039 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70fd2469-bad9-4926-941c-6d8116f937e9 admin admin] Router 6a5ff634-2aac-484d-9d17-cffc63fa38bd has already been hosted by L3 agent 3a20f343-fbae-42b4-9bd9-ea7570b5f761 {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 14:31:04.030407 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dfc8c6-a74a-4def-a722-65193f90c07f req-b7d6a0d2-b791-4fe6-a08c-edeb2a5cb5fd tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:04.032095 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-58dfc8c6-a74a-4def-a722-65193f90c07f req-b7d6a0d2-b791-4fe6-a08c-edeb2a5cb5fd tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=383e74ab-b4e3-411b-9735-9d5e08400844 HTTP/1.1" status: 200 len: 946 time: 0.2165523 Mar 14 14:31:04.077059 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Current status of the port 39033a2e-d758-4ffa-abb8-d221342c063b is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:31:04.081029 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (39033a2e-d758-4ffa-abb8-d221342c063b), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:04.152848 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-2e18fb9b-0042-4289-80eb-6d93e4104b1f None None] Provisioning complete for port 47cecdfc-8fbe-4ad9-83de-149a505e002a triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:31:04.153303 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2e18fb9b-0042-4289-80eb-6d93e4104b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (47cecdfc-8fbe-4ad9-83de-149a505e002a), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:04.190739 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] For port 39033a2e-d758-4ffa-abb8-d221342c063b, host dv-cinder-790535-28-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-smb',level=0,port_id=39033a2e-d758-4ffa-abb8-d221342c063b,segment=NetworkSegment(bce16b83-cd05-4f93-adb0-46e63864be13),segment_id=bce16b83-cd05-4f93-adb0-46e63864be13)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:31:04.207496 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-58dfc8c6-a74a-4def-a722-65193f90c07f req-fd8330fa-5f87-4328-97ec-227c52e9f21a tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d847fc3-179d-4da6-9776-d95851d7edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342659 Mar 14 14:31:04.312503 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (39033a2e-d758-4ffa-abb8-d221342c063b), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:04.320511 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-2e18fb9b-0042-4289-80eb-6d93e4104b1f None None] Port 47cecdfc-8fbe-4ad9-83de-149a505e002a cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 14:31:04.352432 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70fd2469-bad9-4926-941c-6d8116f937e9 admin admin] Notify agent at l3_agent.dv-cinder-790535-28-smb the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:31:04.365998 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-70fd2469-bad9-4926-941c-6d8116f937e9 admin admin] 10.222.0.58 "PUT /v2.0/routers/6a5ff634-2aac-484d-9d17-cffc63fa38bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6445081 Mar 14 14:31:04.436978 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca56dc6f-95c5-40cc-a35b-9b8c6ed7a3a5 req-49e02b15-477b-41cf-aad5-5438dd699055 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:04.449678 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-ca56dc6f-95c5-40cc-a35b-9b8c6ed7a3a5 req-49e02b15-477b-41cf-aad5-5438dd699055 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=22b43218-c573-4084-9642-35bcba3f7423 HTTP/1.1" status: 200 len: 945 time: 0.1914010 Mar 14 14:31:04.467404 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Pushing event updated for resources: {'Port': ['ID=39033a2e-d758-4ffa-abb8-d221342c063b,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:04.507880 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 33510) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:31:04.658485 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abd240b-29a1-4bb5-93d1-4f2557022b1e None None] Sync routers for ids ['6a5ff634-2aac-484d-9d17-cffc63fa38bd'] in dv-cinder-790535-28-smb {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:31:04.659038 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-ca56dc6f-95c5-40cc-a35b-9b8c6ed7a3a5 req-87b65e35-daa5-48d5-87b4-b8f7d3dc811a tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071137 Mar 14 14:31:04.694497 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1377bdb8-ad51-4f0b-b1a0-eda36d0637f0 req-13db704b-ba05-4e3e-bd62-808b5064f2b2 tempest-VolumesNegativeTest-901342012 tempest-VolumesNegativeTest-901342012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:04.701343 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-1377bdb8-ad51-4f0b-b1a0-eda36d0637f0 req-13db704b-ba05-4e3e-bd62-808b5064f2b2 tempest-VolumesNegativeTest-901342012 tempest-VolumesNegativeTest-901342012-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e3329fc-fcd7-4882-b7e0-c8ad6c60f522 HTTP/1.1" status: 200 len: 949 time: 0.2474620 Mar 14 14:31:04.716366 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abd240b-29a1-4bb5-93d1-4f2557022b1e None None] Routers {'6a5ff634-2aac-484d-9d17-cffc63fa38bd'} bound to L3 agent in host dv-cinder-790535-28-smb {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:31:04.717856 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-2abd240b-29a1-4bb5-93d1-4f2557022b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T14:20:13Z,description=,heartbeat_timestamp=2022-03-14T14:30:43Z,host='dv-cinder-790535-28-smb',id=3a20f343-fbae-42b4-9bd9-ea7570b5f761,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:20:14Z,topic='l3_agent')) {'router_ids': ['6a5ff634-2aac-484d-9d17-cffc63fa38bd'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:31:04.897886 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cbfc9a0b-2dea-4fb9-a06e-9785c9693240 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:04.903441 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-1377bdb8-ad51-4f0b-b1a0-eda36d0637f0 req-a15b31f9-67c5-405d-bd6a-ce57fca61fdd tempest-VolumesNegativeTest-901342012 tempest-VolumesNegativeTest-901342012-project] 10.222.0.58 "GET /v2.0/security-groups?id=b97568f5-894b-4d0d-93aa-0122cc43af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917071 Mar 14 14:31:05.070688 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cbfc9a0b-2dea-4fb9-a06e-9785c9693240 admin admin] Publish callbacks [] for security_group (97eb2a9b-4ca3-4a48-a951-f62b5effe5c0), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:05.087448 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-2abd240b-29a1-4bb5-93d1-4f2557022b1e None None] Set router 6a5ff634-2aac-484d-9d17-cffc63fa38bd gateway port host: dv-cinder-790535-28-smb {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:31:05.178415 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cbfc9a0b-2dea-4fb9-a06e-9785c9693240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (97eb2a9b-4ca3-4a48-a951-f62b5effe5c0), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:05.290139 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 33524) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:31:05.298237 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-cbfc9a0b-2dea-4fb9-a06e-9785c9693240 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=17048d64a46a464d8627fc99bc929881&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7883260 Mar 14 14:31:05.358438 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfc9a0b-2dea-4fb9-a06e-9785c9693240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97eb2a9b-4ca3-4a48-a951-f62b5effe5c0,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:05.537505 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-108c1470-298d-4ec1-bffb-de5b88c55097 admin admin] Publish callbacks [] for security_group (97eb2a9b-4ca3-4a48-a951-f62b5effe5c0), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:05.589284 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-108c1470-298d-4ec1-bffb-de5b88c55097 admin admin] Publish callbacks [] for security_group (97eb2a9b-4ca3-4a48-a951-f62b5effe5c0), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:05.608666 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2261aa-4edd-4aeb-a953-b31aa220829e req-cf3a374c-5c3f-47ff-a063-7faf8b1abe30 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:05.621582 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-ff2261aa-4edd-4aeb-a953-b31aa220829e req-cf3a374c-5c3f-47ff-a063-7faf8b1abe30 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=383e74ab-b4e3-411b-9735-9d5e08400844 HTTP/1.1" status: 200 len: 946 time: 0.2031615 Mar 14 14:31:05.695588 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005252b2-a5cb-4a57-a23f-57f7451f196f req-ec7d00bc-5ecc-4773-ac65-f5b644e1b255 tempest-VolumesNegativeTest-901342012 tempest-VolumesNegativeTest-901342012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:05.698032 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-005252b2-a5cb-4a57-a23f-57f7451f196f req-ec7d00bc-5ecc-4773-ac65-f5b644e1b255 tempest-VolumesNegativeTest-901342012 tempest-VolumesNegativeTest-901342012-project] 10.222.0.35 "GET /v2.0/ports?device_id=1e3329fc-fcd7-4882-b7e0-c8ad6c60f522 HTTP/1.1" status: 200 len: 949 time: 0.1665170 Mar 14 14:31:05.702186 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Device 39033a2e-d758-4ffa-abb8-d221342c063b up at agent ovs-agent-dv-cinder-790535-28-smb {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:31:05.717461 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-ff2261aa-4edd-4aeb-a953-b31aa220829e req-e21ac010-9965-4aa2-8f65-b49a04172452 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d847fc3-179d-4da6-9776-d95851d7edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924866 Mar 14 14:31:05.860412 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-108c1470-298d-4ec1-bffb-de5b88c55097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (97eb2a9b-4ca3-4a48-a951-f62b5effe5c0), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:05.870763 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-108c1470-298d-4ec1-bffb-de5b88c55097 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:05.873625 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-108c1470-298d-4ec1-bffb-de5b88c55097 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/97eb2a9b-4ca3-4a48-a951-f62b5effe5c0 HTTP/1.1" status: 204 len: 168 time: 0.5808651 Mar 14 14:31:05.902799 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108c1470-298d-4ec1-bffb-de5b88c55097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97eb2a9b-4ca3-4a48-a951-f62b5effe5c0,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:05.957420 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3cdd7a-83f4-4cf5-bd27-af48e0c3aa3b req-aa5ae357-b877-4482-af56-d79ea78b888b tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:05.973072 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-4d3cdd7a-83f4-4cf5-bd27-af48e0c3aa3b req-aa5ae357-b877-4482-af56-d79ea78b888b tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=22b43218-c573-4084-9642-35bcba3f7423 HTTP/1.1" status: 200 len: 945 time: 0.1748874 Mar 14 14:31:05.978247 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108c1470-298d-4ec1-bffb-de5b88c55097 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:31:05.980243 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108c1470-298d-4ec1-bffb-de5b88c55097 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:31:05.981473 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108c1470-298d-4ec1-bffb-de5b88c55097 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:31:05.982433 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108c1470-298d-4ec1-bffb-de5b88c55097 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:31:05.983083 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108c1470-298d-4ec1-bffb-de5b88c55097 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:31:05.983793 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108c1470-298d-4ec1-bffb-de5b88c55097 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:31:05.984470 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108c1470-298d-4ec1-bffb-de5b88c55097 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:31:05.984905 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108c1470-298d-4ec1-bffb-de5b88c55097 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:31:05.985626 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108c1470-298d-4ec1-bffb-de5b88c55097 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:31:05.986576 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108c1470-298d-4ec1-bffb-de5b88c55097 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:31:05.987639 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108c1470-298d-4ec1-bffb-de5b88c55097 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:31:05.988641 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108c1470-298d-4ec1-bffb-de5b88c55097 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:31:05.990043 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108c1470-298d-4ec1-bffb-de5b88c55097 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:31:05.990888 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108c1470-298d-4ec1-bffb-de5b88c55097 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:31:05.992535 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108c1470-298d-4ec1-bffb-de5b88c55097 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:31:05.999085 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-005252b2-a5cb-4a57-a23f-57f7451f196f req-16b61115-ad46-4abe-ba5e-8fde5f02f57b tempest-VolumesNegativeTest-901342012 tempest-VolumesNegativeTest-901342012-project] Deleting port 71a071ea-47a4-4066-bfc7-bd949abf79f5 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:31:05.999871 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-005252b2-a5cb-4a57-a23f-57f7451f196f req-16b61115-ad46-4abe-ba5e-8fde5f02f57b tempest-VolumesNegativeTest-901342012 tempest-VolumesNegativeTest-901342012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744330222830'] for port (71a071ea-47a4-4066-bfc7-bd949abf79f5), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:06.126977 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Provisioning complete for port 39033a2e-d758-4ffa-abb8-d221342c063b triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:31:06.127586 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (39033a2e-d758-4ffa-abb8-d221342c063b), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:06.128993 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-4d3cdd7a-83f4-4cf5-bd27-af48e0c3aa3b req-b1189be8-54ed-48e9-bce0-3a98132d6176 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545491 Mar 14 14:31:06.176872 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 33540) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:31:06.183166 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.v2.base [None req-878e8413-1c8f-4597-abc7-366b5f01ce35 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1005991676', 'description': 'tempest-secgroup-smoke-1005991676 description', 'project_id': 'a13b71d43cd34fb38f85e1cc0af43e28'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:31:06.291769 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-2abd240b-29a1-4bb5-93d1-4f2557022b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a5ff634-2aac-484d-9d17-cffc63fa38bd', 'name': 'tempest-TestShelveInstance-1630825251-router', 'tenant_id': 'a6144cc3b8974410946e5e1c313b5cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.72'}], 'enable_snat': True}, 'gw_port_id': '39033a2e-d758-4ffa-abb8-d221342c063b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:30:50Z', 'updated_at': '2022-03-14T14:31:02Z', 'revision_number': 4, 'project_id': 'a6144cc3b8974410946e5e1c313b5cfa', 'gw_port': {'id': '39033a2e-d758-4ffa-abb8-d221342c063b', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:1c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5ff634-2aac-484d-9d17-cffc63fa38bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:52Z', 'updated_at': '2022-03-14T14:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb', '_interfaces': [{'id': '47cecdfc-8fbe-4ad9-83de-149a505e002a', 'name': '', 'network_id': 'f7a79fa0-8784-4640-8b63-27fef759cd8e', 'tenant_id': 'a6144cc3b8974410946e5e1c313b5cfa', 'mac_address': 'fa:16:3e:da:34:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a5ff634-2aac-484d-9d17-cffc63fa38bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '7b915634-872c-4a78-bc84-c1682ee52f35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:59Z', 'updated_at': '2022-03-14T14:31:02Z', 'revision_number': 2, 'project_id': 'a6144cc3b8974410946e5e1c313b5cfa', 'subnets': [{'id': '7b915634-872c-4a78-bc84-c1682ee52f35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-smb', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:31:06.313807 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-878e8413-1c8f-4597-abc7-366b5f01ce35 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:06.328964 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-005252b2-a5cb-4a57-a23f-57f7451f196f req-16b61115-ad46-4abe-ba5e-8fde5f02f57b tempest-VolumesNegativeTest-901342012 tempest-VolumesNegativeTest-901342012-project] For port 71a071ea-47a4-4066-bfc7-bd949abf79f5, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=71a071ea-47a4-4066-bfc7-bd949abf79f5,segment=NetworkSegment(5e42a877-e2e7-4c43-8181-7253fdc5972f),segment_id=5e42a877-e2e7-4c43-8181-7253fdc5972f)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:31:06.330303 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-005252b2-a5cb-4a57-a23f-57f7451f196f req-16b61115-ad46-4abe-ba5e-8fde5f02f57b tempest-VolumesNegativeTest-901342012 tempest-VolumesNegativeTest-901342012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982366'] for port (71a071ea-47a4-4066-bfc7-bd949abf79f5), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:06.368268 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abd240b-29a1-4bb5-93d1-4f2557022b1e None None] Checking router: 6a5ff634-2aac-484d-9d17-cffc63fa38bd for host: dv-cinder-790535-28-smb {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:31:06.374364 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abd240b-29a1-4bb5-93d1-4f2557022b1e None None] Updating router 6a5ff634-2aac-484d-9d17-cffc63fa38bd port 47cecdfc-8fbe-4ad9-83de-149a505e002a binding host dv-cinder-790535-28-smb {{(pid=103768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 14:31:06.401396 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-005252b2-a5cb-4a57-a23f-57f7451f196f req-16b61115-ad46-4abe-ba5e-8fde5f02f57b tempest-VolumesNegativeTest-901342012 tempest-VolumesNegativeTest-901342012-project] Calling delete_port for 71a071ea-47a4-4066-bfc7-bd949abf79f5 owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:31:06.451557 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a1baee-6b31-47e3-9d80-e1654184baad req-a5e5c97c-9ce1-4270-8448-0b9ed9bf0cce tempest-VolumesNegativeTest-901342012 tempest-VolumesNegativeTest-901342012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:06.454113 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-c4a1baee-6b31-47e3-9d80-e1654184baad req-a5e5c97c-9ce1-4270-8448-0b9ed9bf0cce tempest-VolumesNegativeTest-901342012 tempest-VolumesNegativeTest-901342012-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e3329fc-fcd7-4882-b7e0-c8ad6c60f522 HTTP/1.1" status: 200 len: 949 time: 0.1959994 Mar 14 14:31:06.472941 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2abd240b-29a1-4bb5-93d1-4f2557022b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (47cecdfc-8fbe-4ad9-83de-149a505e002a), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:06.475805 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Current status of the port 39033a2e-d758-4ffa-abb8-d221342c063b is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:31:06.532599 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-878e8413-1c8f-4597-abc7-366b5f01ce35 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Publish callbacks [] for security_group (7095509f-4701-4a3a-aad9-967f36f293d9), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:06.619517 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-c4a1baee-6b31-47e3-9d80-e1654184baad req-6ecb90a1-9409-4e06-8a94-7de820584c5c tempest-VolumesNegativeTest-901342012 tempest-VolumesNegativeTest-901342012-project] 10.222.0.58 "GET /v2.0/security-groups?id=b97568f5-894b-4d0d-93aa-0122cc43af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552606 Mar 14 14:31:06.720773 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-878e8413-1c8f-4597-abc7-366b5f01ce35 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (7095509f-4701-4a3a-aad9-967f36f293d9), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:06.852263 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878e8413-1c8f-4597-abc7-366b5f01ce35 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7095509f-4701-4a3a-aad9-967f36f293d9,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:07.008046 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-878e8413-1c8f-4597-abc7-366b5f01ce35 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:07.013965 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-878e8413-1c8f-4597-abc7-366b5f01ce35 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.8358221 Mar 14 14:31:07.014698 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 33560) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:31:07.023386 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.v2.base [None req-c3431a58-8633-4e06-a82d-04a92b54b757 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Request body: {'security_group_rule': {'security_group_id': '7095509f-4701-4a3a-aad9-967f36f293d9', 'project_id': 'a13b71d43cd34fb38f85e1cc0af43e28', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:31:07.046162 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790dbe1e-2f8a-43fe-ac81-42dc313e752d req-9ebd4deb-045e-4142-bd06-adda1c9ecc8c tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:07.054621 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-790dbe1e-2f8a-43fe-ac81-42dc313e752d req-9ebd4deb-045e-4142-bd06-adda1c9ecc8c tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=383e74ab-b4e3-411b-9735-9d5e08400844 HTTP/1.1" status: 200 len: 946 time: 0.1764083 Mar 14 14:31:07.140348 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 33562) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:31:07.167119 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f9f8e918-10a2-42dd-99f0-884c1345c57c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:07.220851 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-790dbe1e-2f8a-43fe-ac81-42dc313e752d req-a97b6c9d-50c5-43da-86ec-bf49c2dc2a3b tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d847fc3-179d-4da6-9776-d95851d7edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1650734 Mar 14 14:31:07.256455 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c3431a58-8633-4e06-a82d-04a92b54b757 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Publish callbacks [] for security_group_rule (47a1cb8c-f8b5-4e05-a0b2-7283e88f94ab), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:07.404092 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-005252b2-a5cb-4a57-a23f-57f7451f196f req-16b61115-ad46-4abe-ba5e-8fde5f02f57b tempest-VolumesNegativeTest-901342012 tempest-VolumesNegativeTest-901342012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744330232405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744329793208'] for port (71a071ea-47a4-4066-bfc7-bd949abf79f5), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:07.413517 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd1fd57-2efb-4712-b1cb-a2ca79e8fb63 req-abb42352-dd7f-474f-8f8c-1f350185ccea tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:07.416597 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-2fd1fd57-2efb-4712-b1cb-a2ca79e8fb63 req-abb42352-dd7f-474f-8f8c-1f350185ccea tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=22b43218-c573-4084-9642-35bcba3f7423 HTTP/1.1" status: 200 len: 945 time: 0.1278250 Mar 14 14:31:07.463897 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c3431a58-8633-4e06-a82d-04a92b54b757 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Publish callbacks [] for security_group_rule (47a1cb8c-f8b5-4e05-a0b2-7283e88f94ab), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:07.500967 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2abd240b-29a1-4bb5-93d1-4f2557022b1e None None] Publish callbacks [] for port (47cecdfc-8fbe-4ad9-83de-149a505e002a), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:07.525861 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b61115-ad46-4abe-ba5e-8fde5f02f57b tempest-VolumesNegativeTest-901342012 tempest-VolumesNegativeTest-901342012-project] Pushing event deleted for resources: {'Port': ['ID=71a071ea-47a4-4066-bfc7-bd949abf79f5,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:07.527799 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-2fd1fd57-2efb-4712-b1cb-a2ca79e8fb63 req-04f194ea-1846-4855-afa6-34e29e61c58d tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973475 Mar 14 14:31:07.533379 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f9f8e918-10a2-42dd-99f0-884c1345c57c admin admin] Publish callbacks [] for security_group (14b2988c-1206-46ab-8b2e-16fa27316c00), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:07.545516 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c3431a58-8633-4e06-a82d-04a92b54b757 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000373'] for security_group_rule (47a1cb8c-f8b5-4e05-a0b2-7283e88f94ab), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:07.577738 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3431a58-8633-4e06-a82d-04a92b54b757 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47a1cb8c-f8b5-4e05-a0b2-7283e88f94ab,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:07.591688 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-005252b2-a5cb-4a57-a23f-57f7451f196f req-16b61115-ad46-4abe-ba5e-8fde5f02f57b tempest-VolumesNegativeTest-901342012 tempest-VolumesNegativeTest-901342012-project] No DVR routers for this DVR port 71a071ea-47a4-4066-bfc7-bd949abf79f5 on host hv-cinder-79053 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 14:31:07.602057 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2abd240b-29a1-4bb5-93d1-4f2557022b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (47cecdfc-8fbe-4ad9-83de-149a505e002a), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:07.602611 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-005252b2-a5cb-4a57-a23f-57f7451f196f req-16b61115-ad46-4abe-ba5e-8fde5f02f57b tempest-VolumesNegativeTest-901342012 tempest-VolumesNegativeTest-901342012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90846'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:07.612443 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-005252b2-a5cb-4a57-a23f-57f7451f196f req-16b61115-ad46-4abe-ba5e-8fde5f02f57b tempest-VolumesNegativeTest-901342012 tempest-VolumesNegativeTest-901342012-project] 10.222.0.35 "DELETE /v2.0/ports/71a071ea-47a4-4066-bfc7-bd949abf79f5 HTTP/1.1" status: 204 len: 173 time: 1.9042158 Mar 14 14:31:07.613501 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e3329fc-fcd7-4882-b7e0-c8ad6c60f522', 'name': 'network-vif-deleted', 'tag': '71a071ea-47a4-4066-bfc7-bd949abf79f5'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:31:07.617284 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecc69d4607165f869e932d0d7c88ad38dd700a403a0c37ccec57971c369afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-260b9b0a-7456-46e7-8354-3a360010d434" -d '{"events": [{"server_uuid": "1e3329fc-fcd7-4882-b7e0-c8ad6c60f522", "name": "network-vif-deleted", "tag": "71a071ea-47a4-4066-bfc7-bd949abf79f5"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:31:07.704938 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 14:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb42fec-1cd9-455d-9589-5190acdbda90 x-openstack-request-id: req-2cb42fec-1cd9-455d-9589-5190acdbda90 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:31:07.704938 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e3329fc-fcd7-4882-b7e0-c8ad6c60f522", "name": "network-vif-deleted", "tag": "71a071ea-47a4-4066-bfc7-bd949abf79f5", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:31:07.704938 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2cb42fec-1cd9-455d-9589-5190acdbda90 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:31:07.704938 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e3329fc-fcd7-4882-b7e0-c8ad6c60f522', 'name': 'network-vif-deleted', 'tag': '71a071ea-47a4-4066-bfc7-bd949abf79f5', 'status': 'completed', 'code': 200} Mar 14 14:31:07.736985 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbece60d-9414-4b4f-916c-6e07c85f421e None None] Pushing event updated for resources: {'Port': ['ID=47cecdfc-8fbe-4ad9-83de-149a505e002a,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:07.830110 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-3f01bcfa-8d6c-498d-bb8c-6010af1f8ea7 req-bac71c14-c91f-4166-8e1b-541ed76b1566 tempest-VolumesNegativeTest-901342012 tempest-VolumesNegativeTest-901342012-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e3329fc-fcd7-4882-b7e0-c8ad6c60f522 HTTP/1.1" status: 200 len: 210 time: 0.0848446 Mar 14 14:31:07.862225 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f9f8e918-10a2-42dd-99f0-884c1345c57c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (14b2988c-1206-46ab-8b2e-16fa27316c00), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:07.862777 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-2abd240b-29a1-4bb5-93d1-4f2557022b1e None None] Attempting to bind port 47cecdfc-8fbe-4ad9-83de-149a505e002a on host dv-cinder-790535-28-smb for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:31:07.862777 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-2abd240b-29a1-4bb5-93d1-4f2557022b1e None None] Attempting to bind port 47cecdfc-8fbe-4ad9-83de-149a505e002a by drivers openvswitch,hyperv on host dv-cinder-790535-28-smb at level 0 using segments [{'id': '63d1d7b1-6e2f-4b49-a624-9e8ef3225cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f7a79fa0-8784-4640-8b63-27fef759cd8e'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:31:07.862777 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abd240b-29a1-4bb5-93d1-4f2557022b1e None None] Attempting to bind port 47cecdfc-8fbe-4ad9-83de-149a505e002a on network f7a79fa0-8784-4640-8b63-27fef759cd8e {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:31:07.862777 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abd240b-29a1-4bb5-93d1-4f2557022b1e None None] Checking agent: {'id': 'ddc61399-76bc-42cc-9da4-26f2fa974742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-28-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 20, 17), 'started_at': datetime.datetime(2022, 3, 14, 14, 20, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-28-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:31:07.862777 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abd240b-29a1-4bb5-93d1-4f2557022b1e None None] Checking segment: {'id': '63d1d7b1-6e2f-4b49-a624-9e8ef3225cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f7a79fa0-8784-4640-8b63-27fef759cd8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:31:07.862777 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2abd240b-29a1-4bb5-93d1-4f2557022b1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:07.862777 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abd240b-29a1-4bb5-93d1-4f2557022b1e None None] Bound using segment: {'id': '63d1d7b1-6e2f-4b49-a624-9e8ef3225cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f7a79fa0-8784-4640-8b63-27fef759cd8e'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:31:07.862777 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-2abd240b-29a1-4bb5-93d1-4f2557022b1e None None] Bound port: 47cecdfc-8fbe-4ad9-83de-149a505e002a, host: dv-cinder-790535-28-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63d1d7b1-6e2f-4b49-a624-9e8ef3225cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f7a79fa0-8784-4640-8b63-27fef759cd8e'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:31:07.862777 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2abd240b-29a1-4bb5-93d1-4f2557022b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (47cecdfc-8fbe-4ad9-83de-149a505e002a), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:07.917236 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 33570) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:31:07.918505 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-f9f8e918-10a2-42dd-99f0-884c1345c57c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9a8063bcee344797940824b06df6f8e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7769430 Mar 14 14:31:07.945398 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f8e918-10a2-42dd-99f0-884c1345c57c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14b2988c-1206-46ab-8b2e-16fa27316c00,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:08.009220 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-2abd240b-29a1-4bb5-93d1-4f2557022b1e None None] For port 47cecdfc-8fbe-4ad9-83de-149a505e002a, host dv-cinder-790535-28-smb, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:31:08.019174 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-2abd240b-29a1-4bb5-93d1-4f2557022b1e None None] For port 47cecdfc-8fbe-4ad9-83de-149a505e002a, host dv-cinder-790535-28-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-smb',level=0,port_id=47cecdfc-8fbe-4ad9-83de-149a505e002a,segment=NetworkSegment(63d1d7b1-6e2f-4b49-a624-9e8ef3225cc3),segment_id=63d1d7b1-6e2f-4b49-a624-9e8ef3225cc3)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:31:08.047100 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5aca0053-c591-49a5-86c5-c71910490303 admin admin] Publish callbacks [] for security_group (14b2988c-1206-46ab-8b2e-16fa27316c00), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:08.075825 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5aca0053-c591-49a5-86c5-c71910490303 admin admin] Publish callbacks [] for security_group (14b2988c-1206-46ab-8b2e-16fa27316c00), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:08.178577 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba499c9-53fc-4b36-b696-7bf163a0335d req-2df46d70-d1c4-4ac3-a9c0-b3950f71e66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:08.180230 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-aba499c9-53fc-4b36-b696-7bf163a0335d req-2df46d70-d1c4-4ac3-a9c0-b3950f71e66e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=22b43218-c573-4084-9642-35bcba3f7423 HTTP/1.1" status: 200 len: 1129 time: 0.0745423 Mar 14 14:31:08.191125 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-bbfe4f2f-ad75-4573-a794-ac89b9bdea92 None None] Provisioning complete for port 47cecdfc-8fbe-4ad9-83de-149a505e002a triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:31:08.191658 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-bbfe4f2f-ad75-4573-a794-ac89b9bdea92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (47cecdfc-8fbe-4ad9-83de-149a505e002a), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:08.240280 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-bbfe4f2f-ad75-4573-a794-ac89b9bdea92 None None] Port 47cecdfc-8fbe-4ad9-83de-149a505e002a cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 14:31:08.252540 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-aba499c9-53fc-4b36-b696-7bf163a0335d req-7fd786fe-eff3-4d16-b414-1123ec61fd29 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651474 Mar 14 14:31:08.371115 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7ac36d-9f01-4150-80d4-4dd82d86de27 req-7bd37be5-94a0-47ec-9198-089afee65592 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:08.372809 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-0b7ac36d-9f01-4150-80d4-4dd82d86de27 req-7bd37be5-94a0-47ec-9198-089afee65592 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=383e74ab-b4e3-411b-9735-9d5e08400844 HTTP/1.1" status: 200 len: 946 time: 0.0607288 Mar 14 14:31:08.433032 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-0b7ac36d-9f01-4150-80d4-4dd82d86de27 req-dfbc8d79-442b-4897-985b-e05e68dc56c7 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d847fc3-179d-4da6-9776-d95851d7edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538650 Mar 14 14:31:08.449485 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c3431a58-8633-4e06-a82d-04a92b54b757 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:08.452123 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-c3431a58-8633-4e06-a82d-04a92b54b757 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4324973 Mar 14 14:31:08.454533 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 33580) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:31:08.459527 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.v2.base [None req-02c82288-b0bf-4703-b2dd-1190bc9c829e tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Request body: {'security_group_rule': {'security_group_id': '7095509f-4701-4a3a-aad9-967f36f293d9', 'project_id': 'a13b71d43cd34fb38f85e1cc0af43e28', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:31:08.654980 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2abd240b-29a1-4bb5-93d1-4f2557022b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (47cecdfc-8fbe-4ad9-83de-149a505e002a), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:08.667019 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5aca0053-c591-49a5-86c5-c71910490303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (14b2988c-1206-46ab-8b2e-16fa27316c00), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:08.672238 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5aca0053-c591-49a5-86c5-c71910490303 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:08.674433 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-5aca0053-c591-49a5-86c5-c71910490303 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/14b2988c-1206-46ab-8b2e-16fa27316c00 HTTP/1.1" status: 204 len: 168 time: 0.7553325 Mar 14 14:31:08.702729 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-02c82288-b0bf-4703-b2dd-1190bc9c829e tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Publish callbacks [] for security_group_rule (d2b01b2c-bc96-490c-ad52-0a096929360b), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:08.765037 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abd240b-29a1-4bb5-93d1-4f2557022b1e None None] Routers {'6a5ff634-2aac-484d-9d17-cffc63fa38bd'} bound to L3 agent in host dv-cinder-790535-28-smb {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:31:08.774034 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-2abd240b-29a1-4bb5-93d1-4f2557022b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T14:20:13Z,description=,heartbeat_timestamp=2022-03-14T14:30:43Z,host='dv-cinder-790535-28-smb',id=3a20f343-fbae-42b4-9bd9-ea7570b5f761,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:20:14Z,topic='l3_agent')) {'router_ids': ['6a5ff634-2aac-484d-9d17-cffc63fa38bd'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:31:08.802978 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aca0053-c591-49a5-86c5-c71910490303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b2988c-1206-46ab-8b2e-16fa27316c00,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:08.875236 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5092a588-9b40-486c-bac0-cbc3a3c20eac req-20269236-3ff7-43b3-aa21-210b673e3f8b tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:08.895564 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-5092a588-9b40-486c-bac0-cbc3a3c20eac req-20269236-3ff7-43b3-aa21-210b673e3f8b tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=22b43218-c573-4084-9642-35bcba3f7423 HTTP/1.1" status: 200 len: 945 time: 0.2745707 Mar 14 14:31:08.967009 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Device 71a071ea-47a4-4066-bfc7-bd949abf79f5 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:31:09.031694 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-02c82288-b0bf-4703-b2dd-1190bc9c829e tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Publish callbacks [] for security_group_rule (d2b01b2c-bc96-490c-ad52-0a096929360b), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:09.108244 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbece60d-9414-4b4f-916c-6e07c85f421e None None] Pushing event updated for resources: {'Port': ['ID=47cecdfc-8fbe-4ad9-83de-149a505e002a,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:09.199719 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-5092a588-9b40-486c-bac0-cbc3a3c20eac req-1ee21875-d4ae-4a80-8a2a-f19561a826ca tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615004 Mar 14 14:31:09.201735 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-02c82288-b0bf-4703-b2dd-1190bc9c829e tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000373'] for security_group_rule (d2b01b2c-bc96-490c-ad52-0a096929360b), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:09.252004 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c82288-b0bf-4703-b2dd-1190bc9c829e tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2b01b2c-bc96-490c-ad52-0a096929360b,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:09.283606 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] No Port match for: 71a071ea-47a4-4066-bfc7-bd949abf79f5 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 14:31:09.284371 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Device 71a071ea-47a4-4066-bfc7-bd949abf79f5 not bound to the agent host hv-cinder-79053 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 14:31:09.313910 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-b3a56c61-3aeb-4f39-808b-02cb4483926a req-368b50d4-f1df-452e-8242-fdf3f6c7efa5 tempest-VolumesNegativeTest-901342012 tempest-VolumesNegativeTest-901342012-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e3329fc-fcd7-4882-b7e0-c8ad6c60f522 HTTP/1.1" status: 200 len: 210 time: 0.0549681 Mar 14 14:31:09.373387 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 33600) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:31:09.407923 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-02c82288-b0bf-4703-b2dd-1190bc9c829e tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:09.412600 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-02c82288-b0bf-4703-b2dd-1190bc9c829e tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9554286 Mar 14 14:31:09.415977 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 33604) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:31:09.424854 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.v2.base [None req-d6873f7d-698e-4943-a017-526eaba9cef8 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Request body: {'security_group_rule': {'security_group_id': '7095509f-4701-4a3a-aad9-967f36f293d9', 'project_id': 'a13b71d43cd34fb38f85e1cc0af43e28', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:31:09.451826 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbece60d-9414-4b4f-916c-6e07c85f421e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:31:09.453358 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbece60d-9414-4b4f-916c-6e07c85f421e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:31:09.457902 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbece60d-9414-4b4f-916c-6e07c85f421e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:31:09.460508 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbece60d-9414-4b4f-916c-6e07c85f421e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:31:09.465041 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbece60d-9414-4b4f-916c-6e07c85f421e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:31:09.465041 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbece60d-9414-4b4f-916c-6e07c85f421e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:31:09.465041 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbece60d-9414-4b4f-916c-6e07c85f421e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:31:09.466239 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbece60d-9414-4b4f-916c-6e07c85f421e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:31:09.469905 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbece60d-9414-4b4f-916c-6e07c85f421e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:31:09.473339 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbece60d-9414-4b4f-916c-6e07c85f421e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:31:09.475005 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbece60d-9414-4b4f-916c-6e07c85f421e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:31:09.475606 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbece60d-9414-4b4f-916c-6e07c85f421e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:31:09.476983 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbece60d-9414-4b4f-916c-6e07c85f421e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:31:09.479825 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbece60d-9414-4b4f-916c-6e07c85f421e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:31:09.480599 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbece60d-9414-4b4f-916c-6e07c85f421e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:31:09.589277 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d6873f7d-698e-4943-a017-526eaba9cef8 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Publish callbacks [] for security_group_rule (d670eafd-5aa9-4c63-aca5-95042e9d3d65), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:09.603372 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-2abd240b-29a1-4bb5-93d1-4f2557022b1e None None] Set router 6a5ff634-2aac-484d-9d17-cffc63fa38bd gateway port host: dv-cinder-790535-28-smb {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:31:09.716902 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-872d2fb0-81e3-429c-984d-0855f7220149 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:09.781865 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9326dc3-77a6-4d1f-8b22-58a6493275be req-fa3f722b-34d5-40ca-b5a2-f6a823a86eec tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:09.789801 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-e9326dc3-77a6-4d1f-8b22-58a6493275be req-fa3f722b-34d5-40ca-b5a2-f6a823a86eec tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=383e74ab-b4e3-411b-9735-9d5e08400844 HTTP/1.1" status: 200 len: 946 time: 0.1630731 Mar 14 14:31:09.795457 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d6873f7d-698e-4943-a017-526eaba9cef8 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Publish callbacks [] for security_group_rule (d670eafd-5aa9-4c63-aca5-95042e9d3d65), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:09.904310 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-4e9ca180-3e0a-494f-8516-42894c02850c None None] Provisioning complete for port 47cecdfc-8fbe-4ad9-83de-149a505e002a triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:31:09.905118 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4e9ca180-3e0a-494f-8516-42894c02850c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (47cecdfc-8fbe-4ad9-83de-149a505e002a), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:09.907624 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-e9326dc3-77a6-4d1f-8b22-58a6493275be req-40be6ff9-e7a3-4753-a197-710821bcf61f tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d847fc3-179d-4da6-9776-d95851d7edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107433 Mar 14 14:31:09.919947 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d6873f7d-698e-4943-a017-526eaba9cef8 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000373'] for security_group_rule (d670eafd-5aa9-4c63-aca5-95042e9d3d65), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:09.932901 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-872d2fb0-81e3-429c-984d-0855f7220149 admin admin] Publish callbacks [] for security_group (0eed603e-15a8-4a60-b42d-f1fda3a0cfb3), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:09.951426 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6873f7d-698e-4943-a017-526eaba9cef8 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d670eafd-5aa9-4c63-aca5-95042e9d3d65,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:10.075036 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-872d2fb0-81e3-429c-984d-0855f7220149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (0eed603e-15a8-4a60-b42d-f1fda3a0cfb3), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:10.123334 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d6873f7d-698e-4943-a017-526eaba9cef8 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:10.128785 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-d6873f7d-698e-4943-a017-526eaba9cef8 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7078187 Mar 14 14:31:10.129082 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 33620) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:31:10.136932 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.v2.base [None req-e6ecdf24-bf2e-40f9-a185-8e6f22685abe tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Request body: {'security_group_rule': {'security_group_id': '7095509f-4701-4a3a-aad9-967f36f293d9', 'project_id': 'a13b71d43cd34fb38f85e1cc0af43e28', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:31:10.161621 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-872d2fb0-81e3-429c-984d-0855f7220149 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=441451173ce5447d8dea317c564584e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7842321 Mar 14 14:31:10.167528 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 33622) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:31:10.211729 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872d2fb0-81e3-429c-984d-0855f7220149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eed603e-15a8-4a60-b42d-f1fda3a0cfb3,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:10.255489 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e86c4bd0-9d0b-48ff-be31-af611fd7bed4 admin admin] Publish callbacks [] for security_group (0eed603e-15a8-4a60-b42d-f1fda3a0cfb3), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:10.277255 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e6ecdf24-bf2e-40f9-a185-8e6f22685abe tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Publish callbacks [] for security_group_rule (f9fc784c-dec1-4420-83b3-11a35994693b), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:10.287604 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e86c4bd0-9d0b-48ff-be31-af611fd7bed4 admin admin] Publish callbacks [] for security_group (0eed603e-15a8-4a60-b42d-f1fda3a0cfb3), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:10.340764 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-4e9ca180-3e0a-494f-8516-42894c02850c None None] Current status of the port 47cecdfc-8fbe-4ad9-83de-149a505e002a is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:31:10.341335 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4e9ca180-3e0a-494f-8516-42894c02850c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (47cecdfc-8fbe-4ad9-83de-149a505e002a), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:10.539690 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e86c4bd0-9d0b-48ff-be31-af611fd7bed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (0eed603e-15a8-4a60-b42d-f1fda3a0cfb3), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:10.543587 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e86c4bd0-9d0b-48ff-be31-af611fd7bed4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:10.546058 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-e86c4bd0-9d0b-48ff-be31-af611fd7bed4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0eed603e-15a8-4a60-b42d-f1fda3a0cfb3 HTTP/1.1" status: 204 len: 168 time: 0.3791170 Mar 14 14:31:10.578876 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597dc18c-7c19-41e0-be98-569cc28c4a7e req-59ca1d5c-377f-4117-85e9-2e5e56c0c70e tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:10.584233 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-597dc18c-7c19-41e0-be98-569cc28c4a7e req-59ca1d5c-377f-4117-85e9-2e5e56c0c70e tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=22b43218-c573-4084-9642-35bcba3f7423 HTTP/1.1" status: 200 len: 945 time: 0.1349590 Mar 14 14:31:10.596291 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86c4bd0-9d0b-48ff-be31-af611fd7bed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eed603e-15a8-4a60-b42d-f1fda3a0cfb3,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:10.602700 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e6ecdf24-bf2e-40f9-a185-8e6f22685abe tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Publish callbacks [] for security_group_rule (f9fc784c-dec1-4420-83b3-11a35994693b), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:10.692296 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-4e9ca180-3e0a-494f-8516-42894c02850c None None] For port 47cecdfc-8fbe-4ad9-83de-149a505e002a, host dv-cinder-790535-28-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-smb',level=0,port_id=47cecdfc-8fbe-4ad9-83de-149a505e002a,segment=NetworkSegment(63d1d7b1-6e2f-4b49-a624-9e8ef3225cc3),segment_id=63d1d7b1-6e2f-4b49-a624-9e8ef3225cc3)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:31:10.715831 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e6ecdf24-bf2e-40f9-a185-8e6f22685abe tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000373'] for security_group_rule (f9fc784c-dec1-4420-83b3-11a35994693b), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:10.724693 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-2abd240b-29a1-4bb5-93d1-4f2557022b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a5ff634-2aac-484d-9d17-cffc63fa38bd', 'name': 'tempest-TestShelveInstance-1630825251-router', 'tenant_id': 'a6144cc3b8974410946e5e1c313b5cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.72'}], 'enable_snat': True}, 'gw_port_id': '39033a2e-d758-4ffa-abb8-d221342c063b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:30:50Z', 'updated_at': '2022-03-14T14:31:02Z', 'revision_number': 4, 'project_id': 'a6144cc3b8974410946e5e1c313b5cfa', 'gw_port': {'id': '39033a2e-d758-4ffa-abb8-d221342c063b', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:1c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5ff634-2aac-484d-9d17-cffc63fa38bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:52Z', 'updated_at': '2022-03-14T14:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb', '_interfaces': [{'id': '47cecdfc-8fbe-4ad9-83de-149a505e002a', 'name': '', 'network_id': 'f7a79fa0-8784-4640-8b63-27fef759cd8e', 'tenant_id': 'a6144cc3b8974410946e5e1c313b5cfa', 'mac_address': 'fa:16:3e:da:34:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a5ff634-2aac-484d-9d17-cffc63fa38bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '7b915634-872c-4a78-bc84-c1682ee52f35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:59Z', 'updated_at': '2022-03-14T14:31:08Z', 'revision_number': 4, 'project_id': 'a6144cc3b8974410946e5e1c313b5cfa', 'subnets': [{'id': '7b915634-872c-4a78-bc84-c1682ee52f35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-smb', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:31:10.750472 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-597dc18c-7c19-41e0-be98-569cc28c4a7e req-54293fa7-6aa1-48c9-9714-546da7233dc5 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531360 Mar 14 14:31:10.763809 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ecdf24-bf2e-40f9-a185-8e6f22685abe tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9fc784c-dec1-4420-83b3-11a35994693b,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:10.788115 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abd240b-29a1-4bb5-93d1-4f2557022b1e None None] The sync data for ids ['6a5ff634-2aac-484d-9d17-cffc63fa38bd'] in dv-cinder-790535-28-smb is: [{'id': '6a5ff634-2aac-484d-9d17-cffc63fa38bd', 'name': 'tempest-TestShelveInstance-1630825251-router', 'tenant_id': 'a6144cc3b8974410946e5e1c313b5cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.72'}], 'enable_snat': True}, 'gw_port_id': '39033a2e-d758-4ffa-abb8-d221342c063b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:30:50Z', 'updated_at': '2022-03-14T14:31:02Z', 'revision_number': 4, 'project_id': 'a6144cc3b8974410946e5e1c313b5cfa', 'gw_port': {'id': '39033a2e-d758-4ffa-abb8-d221342c063b', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:1c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5ff634-2aac-484d-9d17-cffc63fa38bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:52Z', 'updated_at': '2022-03-14T14:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb', '_interfaces': [{'id': '47cecdfc-8fbe-4ad9-83de-149a505e002a', 'name': '', 'network_id': 'f7a79fa0-8784-4640-8b63-27fef759cd8e', 'tenant_id': 'a6144cc3b8974410946e5e1c313b5cfa', 'mac_address': 'fa:16:3e:da:34:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a5ff634-2aac-484d-9d17-cffc63fa38bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '7b915634-872c-4a78-bc84-c1682ee52f35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:59Z', 'updated_at': '2022-03-14T14:31:08Z', 'revision_number': 4, 'project_id': 'a6144cc3b8974410946e5e1c313b5cfa', 'subnets': [{'id': '7b915634-872c-4a78-bc84-c1682ee52f35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:31:10.794276 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e5ede577-1f93-4a18-8590-94c10c73bfd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (cdfaf928-5960-4f26-8f0f-a06a7779780c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:10.836343 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4e9ca180-3e0a-494f-8516-42894c02850c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (47cecdfc-8fbe-4ad9-83de-149a505e002a), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:10.920241 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e6ecdf24-bf2e-40f9-a185-8e6f22685abe tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:10.922546 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-e6ecdf24-bf2e-40f9-a185-8e6f22685abe tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7919836 Mar 14 14:31:10.925613 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 33646) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:31:10.953242 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.v2.base [None req-716eb4c7-472f-4b4e-96e1-bd708a243ccd tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Request body: {'security_group_rule': {'security_group_id': '7095509f-4701-4a3a-aad9-967f36f293d9', 'project_id': 'a13b71d43cd34fb38f85e1cc0af43e28', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:31:11.042508 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9ca180-3e0a-494f-8516-42894c02850c None None] Pushing event updated for resources: {'Port': ['ID=47cecdfc-8fbe-4ad9-83de-149a505e002a,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:11.122982 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef34d323-5b8a-4f99-ad6f-a8aec9f25b50 req-142ad614-a185-4a03-b092-bae77d4831dd tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:11.129121 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-ef34d323-5b8a-4f99-ad6f-a8aec9f25b50 req-142ad614-a185-4a03-b092-bae77d4831dd tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba304e9b-4741-4fe8-9210-bc5fe68b8d78 HTTP/1.1" status: 200 len: 945 time: 0.1526022 Mar 14 14:31:11.145236 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.db.securitygroups_db [None req-716eb4c7-472f-4b4e-96e1-bd708a243ccd tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Project a13b71d43cd34fb38f85e1cc0af43e28 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 14:31:11.152813 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-716eb4c7-472f-4b4e-96e1-bd708a243ccd tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Publish callbacks [] for security_group_rule (56000ea3-557b-4a01-86fa-4b507dbaf227), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:11.288676 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-ef34d323-5b8a-4f99-ad6f-a8aec9f25b50 req-bd4499cb-7850-48ef-835c-65e359b0a173 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397612 Mar 14 14:31:11.384344 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-716eb4c7-472f-4b4e-96e1-bd708a243ccd tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Publish callbacks [] for security_group_rule (56000ea3-557b-4a01-86fa-4b507dbaf227), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:11.388156 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae376c5-368f-4cdd-8214-35d151590274 req-93a52b9c-31f1-453c-9988-7b6959a4333a tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:11.390323 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-3ae376c5-368f-4cdd-8214-35d151590274 req-93a52b9c-31f1-453c-9988-7b6959a4333a tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=383e74ab-b4e3-411b-9735-9d5e08400844 HTTP/1.1" status: 200 len: 946 time: 0.2299759 Mar 14 14:31:11.445881 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-716eb4c7-472f-4b4e-96e1-bd708a243ccd tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000373'] for security_group_rule (56000ea3-557b-4a01-86fa-4b507dbaf227), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:11.514058 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Device 47cecdfc-8fbe-4ad9-83de-149a505e002a up at agent ovs-agent-dv-cinder-790535-28-smb {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:31:11.528497 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716eb4c7-472f-4b4e-96e1-bd708a243ccd tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56000ea3-557b-4a01-86fa-4b507dbaf227,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:11.532113 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-3ae376c5-368f-4cdd-8214-35d151590274 req-c8537e5e-660e-41bf-a212-f8c0ae6a4574 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d847fc3-179d-4da6-9776-d95851d7edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311636 Mar 14 14:31:11.625554 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-716eb4c7-472f-4b4e-96e1-bd708a243ccd tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:11.626830 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-716eb4c7-472f-4b4e-96e1-bd708a243ccd tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6995852 Mar 14 14:31:11.630929 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 33668) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:31:11.639768 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.v2.base [None req-e2c9d0e6-e266-49ce-84d6-b6a86414a8a4 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Request body: {'security_group_rule': {'security_group_id': '7095509f-4701-4a3a-aad9-967f36f293d9', 'project_id': 'a13b71d43cd34fb38f85e1cc0af43e28', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:31:11.767535 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.db.securitygroups_db [None req-e2c9d0e6-e266-49ce-84d6-b6a86414a8a4 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Project a13b71d43cd34fb38f85e1cc0af43e28 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 14:31:11.776594 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e2c9d0e6-e266-49ce-84d6-b6a86414a8a4 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Publish callbacks [] for security_group_rule (13aeb8d6-6ef6-4bdb-b28d-86b6f727680c), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:11.788213 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Provisioning complete for port 47cecdfc-8fbe-4ad9-83de-149a505e002a triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:31:11.789670 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (47cecdfc-8fbe-4ad9-83de-149a505e002a), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:11.929647 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e2c9d0e6-e266-49ce-84d6-b6a86414a8a4 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Publish callbacks [] for security_group_rule (13aeb8d6-6ef6-4bdb-b28d-86b6f727680c), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:11.989831 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Current status of the port 47cecdfc-8fbe-4ad9-83de-149a505e002a is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:31:12.121357 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e2c9d0e6-e266-49ce-84d6-b6a86414a8a4 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000373'] for security_group_rule (13aeb8d6-6ef6-4bdb-b28d-86b6f727680c), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:12.143127 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9d0e6-e266-49ce-84d6-b6a86414a8a4 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13aeb8d6-6ef6-4bdb-b28d-86b6f727680c,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:12.264738 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e2c9d0e6-e266-49ce-84d6-b6a86414a8a4 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:12.265906 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-e2c9d0e6-e266-49ce-84d6-b6a86414a8a4 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6337657 Mar 14 14:31:12.816311 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d75c78-1436-4b3e-9da7-853d0ad1bdd7 req-5d4f6f8d-b1d5-48f6-9e10-48e2d2961aa4 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:12.818401 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-f0d75c78-1436-4b3e-9da7-853d0ad1bdd7 req-5d4f6f8d-b1d5-48f6-9e10-48e2d2961aa4 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=383e74ab-b4e3-411b-9735-9d5e08400844 HTTP/1.1" status: 200 len: 946 time: 0.1420820 Mar 14 14:31:12.909772 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-f0d75c78-1436-4b3e-9da7-853d0ad1bdd7 req-afc7eadd-c6f2-4ef2-a24e-67180083321b tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d847fc3-179d-4da6-9776-d95851d7edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770006 Mar 14 14:31:13.360443 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8d365e80-7db4-48ef-aa74-75d6f54d69e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (3a20f343-fbae-42b4-9bd9-ea7570b5f761), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:14.081565 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 33834) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:31:14.168281 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6fe4b4-d586-4b57-8eb6-0bd9b710647b req-e660114b-3887-492b-9a4a-8d4accd6acc0 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:14.169876 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-6f6fe4b4-d586-4b57-8eb6-0bd9b710647b req-e660114b-3887-492b-9a4a-8d4accd6acc0 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=383e74ab-b4e3-411b-9735-9d5e08400844 HTTP/1.1" status: 200 len: 946 time: 0.1160192 Mar 14 14:31:14.237552 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1359c12f-9f02-429e-8c66-1d1d1dbe42c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (105db0a1-84b9-47b6-91eb-e578cb139bff), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:14.292373 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-6f6fe4b4-d586-4b57-8eb6-0bd9b710647b req-791cebc2-fc18-4396-9266-9bdceaf0f372 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d847fc3-179d-4da6-9776-d95851d7edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137221 Mar 14 14:31:14.470334 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-71dbcee7-7464-4b45-a8b0-2ab60e17d3f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:14.650415 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-71dbcee7-7464-4b45-a8b0-2ab60e17d3f6 admin admin] Publish callbacks [] for security_group (e8921bd8-64bb-4856-b668-0479338804f7), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:14.716071 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-71dbcee7-7464-4b45-a8b0-2ab60e17d3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (e8921bd8-64bb-4856-b668-0479338804f7), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:14.832993 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-71dbcee7-7464-4b45-a8b0-2ab60e17d3f6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=eee5d21480104256a5b6fe310a214bee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7314272 Mar 14 14:31:14.833609 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 33866) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:31:14.843931 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dbcee7-7464-4b45-a8b0-2ab60e17d3f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8921bd8-64bb-4856-b668-0479338804f7,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:14.908120 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9762972a-86d0-48b1-a621-092af88e03ca admin admin] Publish callbacks [] for security_group (e8921bd8-64bb-4856-b668-0479338804f7), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:14.928831 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9762972a-86d0-48b1-a621-092af88e03ca admin admin] Publish callbacks [] for security_group (e8921bd8-64bb-4856-b668-0479338804f7), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:15.224145 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9762972a-86d0-48b1-a621-092af88e03ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (e8921bd8-64bb-4856-b668-0479338804f7), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:15.227752 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9762972a-86d0-48b1-a621-092af88e03ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:15.237708 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-9762972a-86d0-48b1-a621-092af88e03ca admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e8921bd8-64bb-4856-b668-0479338804f7 HTTP/1.1" status: 204 len: 168 time: 0.3941622 Mar 14 14:31:15.239808 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9762972a-86d0-48b1-a621-092af88e03ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8921bd8-64bb-4856-b668-0479338804f7,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:15.471696 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e79b0d-a493-42e8-a5aa-f85d91de6f7b req-1b2b2224-7668-466f-af8a-c4242706ed85 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:15.473471 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-27e79b0d-a493-42e8-a5aa-f85d91de6f7b req-1b2b2224-7668-466f-af8a-c4242706ed85 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=383e74ab-b4e3-411b-9735-9d5e08400844 HTTP/1.1" status: 200 len: 946 time: 0.0713491 Mar 14 14:31:15.521951 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-27e79b0d-a493-42e8-a5aa-f85d91de6f7b req-4418a983-d03d-483d-81f1-feb4e0098f4e tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d847fc3-179d-4da6-9776-d95851d7edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422494 Mar 14 14:31:15.738278 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-91e6bee0-ce44-4dbb-9ae4-7799debe7360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (837ef9e9-d083-4188-a7c6-79f2c68dbd25), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:15.967053 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03935731-6e89-44d8-a9a5-da6b753f0f55 req-7c6ff061-fedc-467a-9123-f8c648ebdd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:15.968704 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-03935731-6e89-44d8-a9a5-da6b753f0f55 req-7c6ff061-fedc-467a-9123-f8c648ebdd69 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=63bac5f5e8de432daf51510c0379662a&device_id=ba304e9b-4741-4fe8-9210-bc5fe68b8d78 HTTP/1.1" status: 200 len: 1129 time: 0.0888445 Mar 14 14:31:16.180335 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03935731-6e89-44d8-a9a5-da6b753f0f55 req-f10ff840-a1bb-4377-8dee-17f8a88550e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:16.182567 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-03935731-6e89-44d8-a9a5-da6b753f0f55 req-f10ff840-a1bb-4377-8dee-17f8a88550e7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0ddf994f-0880-45d8-aabd-d4172b6b2de8 HTTP/1.1" status: 200 len: 919 time: 0.2050920 Mar 14 14:31:16.225684 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc64129a-9b4a-402f-8634-b7e3d7323188 req-6306d1c5-84af-466e-92f1-94b3f4d9a2a6 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:16.243686 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-cc64129a-9b4a-402f-8634-b7e3d7323188 req-6306d1c5-84af-466e-92f1-94b3f4d9a2a6 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba304e9b-4741-4fe8-9210-bc5fe68b8d78 HTTP/1.1" status: 200 len: 945 time: 0.4311488 Mar 14 14:31:16.269856 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-03935731-6e89-44d8-a9a5-da6b753f0f55 req-436a7572-a71c-44d0-8c7f-93e222c87212 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a05af32d-d6e5-47f7-b20d-3a130c49f1d6 HTTP/1.1" status: 200 len: 217 time: 0.0806217 Mar 14 14:31:16.307772 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-cc64129a-9b4a-402f-8634-b7e3d7323188 req-8c7cd063-64d1-4e50-b079-4981a8d0bae1 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562038 Mar 14 14:31:16.357628 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03935731-6e89-44d8-a9a5-da6b753f0f55 req-db1be4fa-2dc6-4bd1-9658-bedd2b3d908b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:16.359523 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-03935731-6e89-44d8-a9a5-da6b753f0f55 req-db1be4fa-2dc6-4bd1-9658-bedd2b3d908b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bb7c63e2-0951-4b05-855d-9c4a5d265339 HTTP/1.1" status: 200 len: 858 time: 0.0828955 Mar 14 14:31:16.410429 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-03935731-6e89-44d8-a9a5-da6b753f0f55 req-a7f3f532-00e5-4dec-8ef1-74e211106bd3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0ddf994f-0880-45d8-aabd-d4172b6b2de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369468 Mar 14 14:31:16.577740 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-03935731-6e89-44d8-a9a5-da6b753f0f55 req-32a3456a-e942-415e-9c60-4f23aeef7a53 service neutron] 10.222.0.35 "GET /v2.0/networks/0ddf994f-0880-45d8-aabd-d4172b6b2de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599183 Mar 14 14:31:16.785461 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbbbd65-94ec-451c-8ba5-ca8abfff825d req-1253095d-316a-4f19-86cf-5a35fa2bf080 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:16.787360 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-0fbbbd65-94ec-451c-8ba5-ca8abfff825d req-1253095d-316a-4f19-86cf-5a35fa2bf080 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=383e74ab-b4e3-411b-9735-9d5e08400844 HTTP/1.1" status: 200 len: 946 time: 0.1067433 Mar 14 14:31:16.794358 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-03935731-6e89-44d8-a9a5-da6b753f0f55 req-316116b5-3c5f-4244-a958-446fb2968a9e service neutron] 10.222.0.35 "GET /v2.0/networks/0ddf994f-0880-45d8-aabd-d4172b6b2de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020130 Mar 14 14:31:16.864838 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-0fbbbd65-94ec-451c-8ba5-ca8abfff825d req-c063c13f-470a-4535-bb88-e54e8f5263a0 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d847fc3-179d-4da6-9776-d95851d7edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637462 Mar 14 14:31:17.408449 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (ddc61399-76bc-42cc-9da4-26f2fa974742), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:17.442094 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc007726-f2cf-4e49-8d44-49e40d339d58 req-0a245662-a70c-45b4-8ea7-75dd1d09dc11 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:17.443875 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-dc007726-f2cf-4e49-8d44-49e40d339d58 req-0a245662-a70c-45b4-8ea7-75dd1d09dc11 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba304e9b-4741-4fe8-9210-bc5fe68b8d78 HTTP/1.1" status: 200 len: 945 time: 0.0775325 Mar 14 14:31:17.501073 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-dc007726-f2cf-4e49-8d44-49e40d339d58 req-6c2eb85b-27a1-42ff-947b-c274c441d0f0 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505829 Mar 14 14:31:18.049944 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519e0e27-7b07-440f-9b8f-7c4c52d5fcae req-9c3a78ad-8251-4ce5-9eaa-fb3fe08c6f3e tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:18.051433 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-519e0e27-7b07-440f-9b8f-7c4c52d5fcae req-9c3a78ad-8251-4ce5-9eaa-fb3fe08c6f3e tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=383e74ab-b4e3-411b-9735-9d5e08400844 HTTP/1.1" status: 200 len: 946 time: 0.0782669 Mar 14 14:31:18.110087 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-519e0e27-7b07-440f-9b8f-7c4c52d5fcae req-44d7858d-f961-4232-b397-073c45dfbd2d tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d847fc3-179d-4da6-9776-d95851d7edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511758 Mar 14 14:31:18.629562 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8edc198-69a8-4e0f-9643-c1b4e26987af req-6705af2c-d2e8-49e4-aae6-86e0249ac147 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:18.631028 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-e8edc198-69a8-4e0f-9643-c1b4e26987af req-6705af2c-d2e8-49e4-aae6-86e0249ac147 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba304e9b-4741-4fe8-9210-bc5fe68b8d78 HTTP/1.1" status: 200 len: 945 time: 0.0546954 Mar 14 14:31:18.696080 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-e8edc198-69a8-4e0f-9643-c1b4e26987af req-c90302cb-238f-44d7-9aea-31606fe0ce4b tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577903 Mar 14 14:31:18.760532 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f6d69b-9a7f-423f-b953-8fd9bcfdad38 req-a30780ec-e132-49fb-8681-25f5efb3fff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:18.762974 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-e7f6d69b-9a7f-423f-b953-8fd9bcfdad38 req-a30780ec-e132-49fb-8681-25f5efb3fff1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f5f40385a50a46a79167ae6a859eee4d&device_id=383e74ab-b4e3-411b-9735-9d5e08400844 HTTP/1.1" status: 200 len: 1130 time: 0.0735085 Mar 14 14:31:18.871945 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f6d69b-9a7f-423f-b953-8fd9bcfdad38 req-34b280ec-17b9-4df0-aab9-2e56ad25178f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:18.873438 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-e7f6d69b-9a7f-423f-b953-8fd9bcfdad38 req-34b280ec-17b9-4df0-aab9-2e56ad25178f service neutron] 10.222.0.35 "GET /v2.0/networks?id=9bb2727a-e859-46ff-8b02-e0e5093e8925 HTTP/1.1" status: 200 len: 918 time: 0.1042771 Mar 14 14:31:18.945017 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-e7f6d69b-9a7f-423f-b953-8fd9bcfdad38 req-308df08a-6432-46ec-a3bb-25c1913c3290 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38019e49-7142-41e2-997c-25eb0719898a HTTP/1.1" status: 200 len: 1002 time: 0.0653186 Mar 14 14:31:19.024221 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f6d69b-9a7f-423f-b953-8fd9bcfdad38 req-e5183ce2-8989-4151-b5e6-daffba3b59fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:19.024221 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-e7f6d69b-9a7f-423f-b953-8fd9bcfdad38 req-e5183ce2-8989-4151-b5e6-daffba3b59fe service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd458166-2986-4de0-890b-33eba077f5c5 HTTP/1.1" status: 200 len: 856 time: 0.0716457 Mar 14 14:31:19.109973 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f6d69b-9a7f-423f-b953-8fd9bcfdad38 req-8273626c-f35c-4684-938b-d86d8165e02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:19.111509 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-e7f6d69b-9a7f-423f-b953-8fd9bcfdad38 req-8273626c-f35c-4684-938b-d86d8165e02b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9bb2727a-e859-46ff-8b02-e0e5093e8925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0809278 Mar 14 14:31:19.227218 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-e7f6d69b-9a7f-423f-b953-8fd9bcfdad38 req-c7624cf4-0a0b-463c-b14d-acde5c465313 service neutron] 10.222.0.35 "GET /v2.0/networks/9bb2727a-e859-46ff-8b02-e0e5093e8925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074944 Mar 14 14:31:19.282048 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58f497-219a-4f49-9ce1-7b627764e94e req-1892614d-16ed-4d05-be4e-2c9cf0089bc1 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:19.283743 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-8e58f497-219a-4f49-9ce1-7b627764e94e req-1892614d-16ed-4d05-be4e-2c9cf0089bc1 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=383e74ab-b4e3-411b-9735-9d5e08400844 HTTP/1.1" status: 200 len: 946 time: 0.0614948 Mar 14 14:31:19.356209 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-8e58f497-219a-4f49-9ce1-7b627764e94e req-404be568-f309-4304-9031-6e018d58f3ac tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d847fc3-179d-4da6-9776-d95851d7edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661829 Mar 14 14:31:19.361650 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-e7f6d69b-9a7f-423f-b953-8fd9bcfdad38 req-612c7b43-2c30-4c83-9160-bc8094d7537f service neutron] 10.222.0.35 "GET /v2.0/networks/9bb2727a-e859-46ff-8b02-e0e5093e8925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280031 Mar 14 14:31:19.875147 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fda879-9789-4c79-bc0d-cae01ca41c44 req-4e765701-70a7-4df5-bae6-91b3233769b3 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:19.876991 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-82fda879-9789-4c79-bc0d-cae01ca41c44 req-4e765701-70a7-4df5-bae6-91b3233769b3 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba304e9b-4741-4fe8-9210-bc5fe68b8d78 HTTP/1.1" status: 200 len: 945 time: 0.0707335 Mar 14 14:31:19.955876 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-82fda879-9789-4c79-bc0d-cae01ca41c44 req-7bee7579-3bbc-4c74-a50c-dd1a3eb5b129 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650420 Mar 14 14:31:20.507633 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff2b0a-97a1-4c43-83d4-9a70700414fc req-baad27b7-80f1-421f-8c16-001e186c6c58 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:20.509869 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-caff2b0a-97a1-4c43-83d4-9a70700414fc req-baad27b7-80f1-421f-8c16-001e186c6c58 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=383e74ab-b4e3-411b-9735-9d5e08400844 HTTP/1.1" status: 200 len: 946 time: 0.0798342 Mar 14 14:31:20.579932 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-caff2b0a-97a1-4c43-83d4-9a70700414fc req-f9362901-d4e6-4e14-be1d-e4722a3129af tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d847fc3-179d-4da6-9776-d95851d7edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620582 Mar 14 14:31:21.135443 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda2fd0-fda1-4a07-902c-9db31545fabe req-5549a1db-cc99-429d-9cb9-3462f1fb6383 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:21.138431 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-ccda2fd0-fda1-4a07-902c-9db31545fabe req-5549a1db-cc99-429d-9cb9-3462f1fb6383 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba304e9b-4741-4fe8-9210-bc5fe68b8d78 HTTP/1.1" status: 200 len: 945 time: 0.0861156 Mar 14 14:31:21.240417 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-ccda2fd0-fda1-4a07-902c-9db31545fabe req-25c28fe9-e51e-497d-8829-25db59b0a170 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927217 Mar 14 14:31:21.495209 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 34174) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:31:21.633068 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-88870ea3-bda1-4078-bd5f-ab2b23fecac4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:21.756102 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-88870ea3-bda1-4078-bd5f-ab2b23fecac4 admin admin] Publish callbacks [] for security_group (1c24c09b-6dee-4ef8-8e1e-5ab06b8b6dec), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:21.767658 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f027f2b9-5007-4361-889a-ad8a92235911 req-d700b6c6-8d70-4c5e-9570-0e0df97d01f1 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:21.769191 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-f027f2b9-5007-4361-889a-ad8a92235911 req-d700b6c6-8d70-4c5e-9570-0e0df97d01f1 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=383e74ab-b4e3-411b-9735-9d5e08400844 HTTP/1.1" status: 200 len: 946 time: 0.0942628 Mar 14 14:31:21.818304 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-f027f2b9-5007-4361-889a-ad8a92235911 req-ad829012-a7a0-439b-b023-65ec96d774e3 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d847fc3-179d-4da6-9776-d95851d7edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433125 Mar 14 14:31:21.847279 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-88870ea3-bda1-4078-bd5f-ab2b23fecac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (1c24c09b-6dee-4ef8-8e1e-5ab06b8b6dec), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:21.896436 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-88870ea3-bda1-4078-bd5f-ab2b23fecac4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=df117fb2929240879f5269ed28b5ef5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3970745 Mar 14 14:31:21.896436 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88870ea3-bda1-4078-bd5f-ab2b23fecac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c24c09b-6dee-4ef8-8e1e-5ab06b8b6dec,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:21.896671 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 34184) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:31:21.951915 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-02d78615-167e-4e44-9cb1-8f96bba1413e admin admin] Publish callbacks [] for security_group (1c24c09b-6dee-4ef8-8e1e-5ab06b8b6dec), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:21.976369 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-02d78615-167e-4e44-9cb1-8f96bba1413e admin admin] Publish callbacks [] for security_group (1c24c09b-6dee-4ef8-8e1e-5ab06b8b6dec), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:22.213337 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-02d78615-167e-4e44-9cb1-8f96bba1413e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (1c24c09b-6dee-4ef8-8e1e-5ab06b8b6dec), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:22.218392 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-02d78615-167e-4e44-9cb1-8f96bba1413e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:22.223049 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-02d78615-167e-4e44-9cb1-8f96bba1413e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1c24c09b-6dee-4ef8-8e1e-5ab06b8b6dec HTTP/1.1" status: 204 len: 168 time: 0.3227682 Mar 14 14:31:22.236436 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d78615-167e-4e44-9cb1-8f96bba1413e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c24c09b-6dee-4ef8-8e1e-5ab06b8b6dec,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:22.396112 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae97e2d2-3be3-4826-a22f-0eb8097abf9d req-d47363b3-f640-40e7-bdd5-71311a399626 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:22.398909 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-ae97e2d2-3be3-4826-a22f-0eb8097abf9d req-d47363b3-f640-40e7-bdd5-71311a399626 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba304e9b-4741-4fe8-9210-bc5fe68b8d78 HTTP/1.1" status: 200 len: 945 time: 0.0825231 Mar 14 14:31:22.512950 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-ae97e2d2-3be3-4826-a22f-0eb8097abf9d req-2902ddf2-e6c7-4bb1-bac1-eb96eb3b6982 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066051 Mar 14 14:31:22.826891 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Device 38019e49-7142-41e2-997c-25eb0719898a no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:31:22.911735 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Current status of the port 38019e49-7142-41e2-997c-25eb0719898a is: ACTIVE; New status is: DOWN {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:31:22.912162 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (38019e49-7142-41e2-997c-25eb0719898a), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:22.939096 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '383e74ab-b4e3-411b-9735-9d5e08400844', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38019e49-7142-41e2-997c-25eb0719898a'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:31:22.941345 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b7ebcd0391bc29bcab12edcb0ac311dc480f3a51940d576a7fcfe4e03a4514e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db9d8f5f-f2f4-41aa-8a81-d2f94ea32cd0" -d '{"events": [{"server_uuid": "383e74ab-b4e3-411b-9735-9d5e08400844", "name": "network-vif-unplugged", "status": "completed", "tag": "38019e49-7142-41e2-997c-25eb0719898a"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:31:22.956982 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] For port 38019e49-7142-41e2-997c-25eb0719898a, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=38019e49-7142-41e2-997c-25eb0719898a,segment=NetworkSegment(36cc7d28-2976-47cb-ab1d-d82e9bbf4c55),segment_id=36cc7d28-2976-47cb-ab1d-d82e9bbf4c55)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:31:22.979265 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 14 Mar 2022 14:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba1ef4bc-a575-4074-946c-60334c7b16c6 x-openstack-request-id: req-ba1ef4bc-a575-4074-946c-60334c7b16c6 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:31:22.979587 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "383e74ab-b4e3-411b-9735-9d5e08400844", "name": "network-vif-unplugged", "status": "failed", "tag": "38019e49-7142-41e2-997c-25eb0719898a", "code": 422}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:31:22.980169 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ba1ef4bc-a575-4074-946c-60334c7b16c6 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:31:22.981530 dv-cinder-790535-28-smb neutron-server[103768]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '383e74ab-b4e3-411b-9735-9d5e08400844', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '38019e49-7142-41e2-997c-25eb0719898a', 'code': 422} returned with failed status Mar 14 14:31:23.069138 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (38019e49-7142-41e2-997c-25eb0719898a), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:23.160230 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Pushing event updated for resources: {'Port': ['ID=38019e49-7142-41e2-997c-25eb0719898a,revision_number=8']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:23.284715 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 34230) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:31:23.500346 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-c2898818-598e-4633-b222-f09103b85bb4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b2d72f27e9c6439b93e6715719933b16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2142658 Mar 14 14:31:23.504495 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 34246) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:31:23.607446 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-dc0f765f-79bb-437a-83ab-c8aaba5e659f admin admin] Publish callbacks [] for security_group (b97568f5-894b-4d0d-93aa-0122cc43af74), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:23.652116 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-dc0f765f-79bb-437a-83ab-c8aaba5e659f admin admin] Publish callbacks [] for security_group (b97568f5-894b-4d0d-93aa-0122cc43af74), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:23.674434 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [req-51f01fc0-79f5-4bd2-b229-ac8a1b99fb54 req-7e8911de-5fd9-40d7-b2f0-210ebfafdc14 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 14:31:23.676252 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-51f01fc0-79f5-4bd2-b229-ac8a1b99fb54 req-7e8911de-5fd9-40d7-b2f0-210ebfafdc14 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067494 Mar 14 14:31:23.703369 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbf9ca2-5563-44dc-a48c-4e8539be96ab req-e19da6d0-d2b8-41c1-8dfe-bf8f930fa692 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:23.707519 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-adbf9ca2-5563-44dc-a48c-4e8539be96ab req-e19da6d0-d2b8-41c1-8dfe-bf8f930fa692 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba304e9b-4741-4fe8-9210-bc5fe68b8d78 HTTP/1.1" status: 200 len: 945 time: 0.1103733 Mar 14 14:31:23.772016 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-adbf9ca2-5563-44dc-a48c-4e8539be96ab req-366eabd1-d295-4e94-9218-a78fb34c5335 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594451 Mar 14 14:31:23.903893 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-dc0f765f-79bb-437a-83ab-c8aaba5e659f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (b97568f5-894b-4d0d-93aa-0122cc43af74), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:23.909986 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-dc0f765f-79bb-437a-83ab-c8aaba5e659f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:23.911669 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-dc0f765f-79bb-437a-83ab-c8aaba5e659f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b97568f5-894b-4d0d-93aa-0122cc43af74 HTTP/1.1" status: 204 len: 168 time: 0.4058535 Mar 14 14:31:23.929746 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0f765f-79bb-437a-83ab-c8aaba5e659f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b97568f5-894b-4d0d-93aa-0122cc43af74,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:24.089044 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f967262-7acf-41a9-b26e-69a30a8614ff req-763a3936-6b02-4f25-a1aa-b4ee4d9c4748 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:24.090598 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-5f967262-7acf-41a9-b26e-69a30a8614ff req-763a3936-6b02-4f25-a1aa-b4ee4d9c4748 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=383e74ab-b4e3-411b-9735-9d5e08400844 HTTP/1.1" status: 200 len: 944 time: 0.0633857 Mar 14 14:31:24.150498 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-5f967262-7acf-41a9-b26e-69a30a8614ff req-53877017-aac0-4955-9b50-cead78e646c2 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d847fc3-179d-4da6-9776-d95851d7edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492458 Mar 14 14:31:24.508379 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 34284) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:31:24.744544 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5bcbed64-2da2-4d40-8a75-b6e7bc2a564c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:24.904901 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5bcbed64-2da2-4d40-8a75-b6e7bc2a564c admin admin] Publish callbacks [] for security_group (182f38e3-37cb-420d-8579-0ec84a0dbe69), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:24.985322 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b23240-03a2-4085-aa9a-05dc7a955b09 req-105cef10-a347-4c87-a990-f22372ae28dd tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:24.996627 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-45b23240-03a2-4085-aa9a-05dc7a955b09 req-105cef10-a347-4c87-a990-f22372ae28dd tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba304e9b-4741-4fe8-9210-bc5fe68b8d78 HTTP/1.1" status: 200 len: 945 time: 0.1281466 Mar 14 14:31:25.067354 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-45b23240-03a2-4085-aa9a-05dc7a955b09 req-7ffddc90-8325-4654-bb69-e56f0a68e95e tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665522 Mar 14 14:31:25.104565 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5bcbed64-2da2-4d40-8a75-b6e7bc2a564c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (182f38e3-37cb-420d-8579-0ec84a0dbe69), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:25.171382 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-5bcbed64-2da2-4d40-8a75-b6e7bc2a564c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a5ae4e707707451e833f62e701aad764&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6648216 Mar 14 14:31:25.172408 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcbed64-2da2-4d40-8a75-b6e7bc2a564c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=182f38e3-37cb-420d-8579-0ec84a0dbe69,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:25.174056 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 34314) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:31:25.254028 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7c0bf98f-7899-4476-be2f-c37407f422f2 admin admin] Publish callbacks [] for security_group (182f38e3-37cb-420d-8579-0ec84a0dbe69), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:25.289380 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7c0bf98f-7899-4476-be2f-c37407f422f2 admin admin] Publish callbacks [] for security_group (182f38e3-37cb-420d-8579-0ec84a0dbe69), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:25.382002 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c298c00-8f3c-432d-b2ff-821c906c30a6 req-b0042ffe-6d18-4c0c-8811-2d97dfba09d7 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:25.383688 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-9c298c00-8f3c-432d-b2ff-821c906c30a6 req-b0042ffe-6d18-4c0c-8811-2d97dfba09d7 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=383e74ab-b4e3-411b-9735-9d5e08400844 HTTP/1.1" status: 200 len: 944 time: 0.1138716 Mar 14 14:31:25.396579 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 34326) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:31:25.473667 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-9c298c00-8f3c-432d-b2ff-821c906c30a6 req-7dc092ad-7ba6-4e55-a0af-95416c07cf05 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d847fc3-179d-4da6-9776-d95851d7edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835149 Mar 14 14:31:25.534966 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-9e4f8bf6-3d0e-46dd-855b-747cb6af5888 req-e76d2e28-617f-4fe4-be21-1cd6852514a8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=383e74ab-b4e3-411b-9735-9d5e08400844&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1355195 Mar 14 14:31:25.549154 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [req-9e4f8bf6-3d0e-46dd-855b-747cb6af5888 req-05c565b8-4a0d-4281-98fe-5185883c6fa7 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 14:31:25.551166 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7c0bf98f-7899-4476-be2f-c37407f422f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (182f38e3-37cb-420d-8579-0ec84a0dbe69), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:25.551369 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-9e4f8bf6-3d0e-46dd-855b-747cb6af5888 req-05c565b8-4a0d-4281-98fe-5185883c6fa7 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0085979 Mar 14 14:31:25.559072 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7c0bf98f-7899-4476-be2f-c37407f422f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:25.572895 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-7c0bf98f-7899-4476-be2f-c37407f422f2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/182f38e3-37cb-420d-8579-0ec84a0dbe69 HTTP/1.1" status: 204 len: 168 time: 0.3939979 Mar 14 14:31:25.582732 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0bf98f-7899-4476-be2f-c37407f422f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=182f38e3-37cb-420d-8579-0ec84a0dbe69,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:25.863190 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (5e7a912f-556e-4923-ad48-72f47c325557), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:25.973224 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 34348) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:31:26.110148 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 34360) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:31:26.170757 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.v2.base [None req-9c69c47a-4478-4d69-ad7a-78033cc27d90 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1527024612-network', 'tenant_id': 'c5f45cd330c34d1a83734eeafdf7678a'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:31:26.253650 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d75e3d-3505-4ac9-89c6-abb3b8043dac req-f5d6fc94-c0e1-4f68-99a7-1a03e237dc2e tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:26.254277 dv-cinder-790535-28-smb neutron-server[103767]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 14 14:31:26.255204 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-d0d75e3d-3505-4ac9-89c6-abb3b8043dac req-f5d6fc94-c0e1-4f68-99a7-1a03e237dc2e tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba304e9b-4741-4fe8-9210-bc5fe68b8d78 HTTP/1.1" status: 200 len: 945 time: 0.0840745 Mar 14 14:31:26.305311 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c69c47a-4478-4d69-ad7a-78033cc27d90 admin admin] Made reservation on behalf of c5f45cd330c34d1a83734eeafdf7678a for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:31:26.308956 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9c69c47a-4478-4d69-ad7a-78033cc27d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:26.331115 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9c69c47a-4478-4d69-ad7a-78033cc27d90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:26.350924 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f8bf6-3d0e-46dd-855b-747cb6af5888 req-402c1905-cf9e-4899-88af-20e9f19ca27c tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:26.352572 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-9e4f8bf6-3d0e-46dd-855b-747cb6af5888 req-402c1905-cf9e-4899-88af-20e9f19ca27c tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports/38019e49-7142-41e2-997c-25eb0719898a HTTP/1.1" status: 200 len: 941 time: 0.2412455 Mar 14 14:31:26.355877 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-d0d75e3d-3505-4ac9-89c6-abb3b8043dac req-51ece73b-42cc-4ded-99b4-b76867c93c2f tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875418 Mar 14 14:31:26.496692 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9c69c47a-4478-4d69-ad7a-78033cc27d90 admin admin] Publish callbacks [] for security_group (fcedf437-2ba0-45d9-a116-ab44f977f785), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:26.596400 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9c69c47a-4478-4d69-ad7a-78033cc27d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (fcedf437-2ba0-45d9-a116-ab44f977f785), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:26.627607 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c69c47a-4478-4d69-ad7a-78033cc27d90 admin admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 14:31:26.638064 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c69c47a-4478-4d69-ad7a-78033cc27d90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcedf437-2ba0-45d9-a116-ab44f977f785,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:26.647778 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9c69c47a-4478-4d69-ad7a-78033cc27d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011900'] for segment (d3203a6a-b3c3-4cd4-b471-923be8aa373f), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:26.648440 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.db.segments_db [None req-9c69c47a-4478-4d69-ad7a-78033cc27d90 admin admin] Added segment d3203a6a-b3c3-4cd4-b471-923be8aa373f of type vlan for network 3e4a3557-57a5-4d21-92bb-061b2a0f247f Mar 14 14:31:26.707050 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328a850-ed2e-445e-be44-2303ed768b07 req-404dc3d9-5832-488d-8c94-1e9af20c7268 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:26.719784 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-3328a850-ed2e-445e-be44-2303ed768b07 req-404dc3d9-5832-488d-8c94-1e9af20c7268 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=383e74ab-b4e3-411b-9735-9d5e08400844 HTTP/1.1" status: 200 len: 944 time: 0.1166475 Mar 14 14:31:26.740005 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9c69c47a-4478-4d69-ad7a-78033cc27d90 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744329743373'] for network (3e4a3557-57a5-4d21-92bb-061b2a0f247f), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:26.806770 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-3328a850-ed2e-445e-be44-2303ed768b07 req-b48ef0f4-df33-4bff-a6fc-cf75ac33edc1 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d847fc3-179d-4da6-9776-d95851d7edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845175 Mar 14 14:31:26.926402 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9c69c47a-4478-4d69-ad7a-78033cc27d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199'] for network (3e4a3557-57a5-4d21-92bb-061b2a0f247f), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:26.927791 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c69c47a-4478-4d69-ad7a-78033cc27d90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:26.928553 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9c69c47a-4478-4d69-ad7a-78033cc27d90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632217'] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:27.017281 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c69c47a-4478-4d69-ad7a-78033cc27d90 admin admin] Pushing event updated for resources: {'Network': ['ID=3e4a3557-57a5-4d21-92bb-061b2a0f247f,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:27.031251 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Network 3e4a3557-57a5-4d21-92bb-061b2a0f247f details requested by agent ovs-agent-dv-cinder-790535-28-smb with host dv-cinder-790535-28-smb {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 14:31:27.081059 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-9c69c47a-4478-4d69-ad7a-78033cc27d90 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1059473 Mar 14 14:31:27.083516 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 34396) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:31:27.091556 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.v2.base [None req-86826b37-3c08-44a8-b5f7-3eaa845dec0a admin admin] Request body: {'subnet': {'network_id': '3e4a3557-57a5-4d21-92bb-061b2a0f247f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1527024612-subnet', 'tenant_id': 'c5f45cd330c34d1a83734eeafdf7678a', 'ip_version': 4}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:31:27.172533 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86826b37-3c08-44a8-b5f7-3eaa845dec0a admin admin] Made reservation on behalf of c5f45cd330c34d1a83734eeafdf7678a for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:31:27.175747 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-86826b37-3c08-44a8-b5f7-3eaa845dec0a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:27.475334 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-86826b37-3c08-44a8-b5f7-3eaa845dec0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199'] for subnet (401011dc-5e0a-4f98-9903-0c0e2bfe083a), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:27.510250 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0121c18b-1206-483a-aa08-be2b027b8905 req-ac860bdc-f368-4f5d-872b-13386bcfdd4b tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:27.512505 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-0121c18b-1206-483a-aa08-be2b027b8905 req-ac860bdc-f368-4f5d-872b-13386bcfdd4b tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba304e9b-4741-4fe8-9210-bc5fe68b8d78 HTTP/1.1" status: 200 len: 945 time: 0.0746086 Mar 14 14:31:27.543609 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86826b37-3c08-44a8-b5f7-3eaa845dec0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=401011dc-5e0a-4f98-9903-0c0e2bfe083a,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:27.557909 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86826b37-3c08-44a8-b5f7-3eaa845dec0a admin admin] Checking segment: {'id': 'd3203a6a-b3c3-4cd4-b471-923be8aa373f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '3e4a3557-57a5-4d21-92bb-061b2a0f247f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:31:27.559443 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86826b37-3c08-44a8-b5f7-3eaa845dec0a admin admin] Network hostable DHCP agents. Network: 3e4a3557-57a5-4d21-92bb-061b2a0f247f, hostable agents: ['cdfaf928-5960-4f26-8f0f-a06a7779780c'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 14:31:27.570405 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-0121c18b-1206-483a-aa08-be2b027b8905 req-c07cd644-e885-4566-aa91-3cc01aef5296 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521348 Mar 14 14:31:27.709497 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86826b37-3c08-44a8-b5f7-3eaa845dec0a admin admin] Network 3e4a3557-57a5-4d21-92bb-061b2a0f247f is scheduled to be hosted by DHCP agent cdfaf928-5960-4f26-8f0f-a06a7779780c with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 14:31:27.859665 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-86826b37-3c08-44a8-b5f7-3eaa845dec0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-28-smb, 3e4a3557-57a5-4d21-92bb-061b2a0f247f) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:31:27.878009 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86826b37-3c08-44a8-b5f7-3eaa845dec0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:27.878009 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-86826b37-3c08-44a8-b5f7-3eaa845dec0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632217'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:27.879464 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bacdbe2f-f2fd-4dab-ab31-40f9d592b4fb None None] Network 3e4a3557-57a5-4d21-92bb-061b2a0f247f requested from dv-cinder-790535-28-smb {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 14:31:27.978973 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-86826b37-3c08-44a8-b5f7-3eaa845dec0a admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8933427 Mar 14 14:31:27.982613 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 34420) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:31:27.987609 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.v2.base [None req-66802ba9-9fc9-4102-8909-34c13419bcde admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1527024612-router', 'tenant_id': 'c5f45cd330c34d1a83734eeafdf7678a', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b'}}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:31:28.026982 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e4fd2b-4876-4c15-8fc6-c17d8c9f94c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ef9d14b-6dca-58f6-bd72-92fc7d94ae67-3e4a3557-57a5-4d21-92bb-061b2a0f247f', 'network_id': '3e4a3557-57a5-4d21-92bb-061b2a0f247f', 'project_id': 'c5f45cd330c34d1a83734eeafdf7678a', 'fixed_ips': [{'subnet_id': '401011dc-5e0a-4f98-9903-0c0e2bfe083a'}]}} from dv-cinder-790535-28-smb. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 14 14:31:28.028075 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-20e4fd2b-4876-4c15-8fc6-c17d8c9f94c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:28.034694 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1a74b1-be3a-47f7-945f-8dcc99508ce7 req-02f4ca3e-8557-4986-b7a3-1de22eccab06 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:28.037120 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-2a1a74b1-be3a-47f7-945f-8dcc99508ce7 req-02f4ca3e-8557-4986-b7a3-1de22eccab06 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=383e74ab-b4e3-411b-9735-9d5e08400844 HTTP/1.1" status: 200 len: 944 time: 0.0964303 Mar 14 14:31:28.130840 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-66802ba9-9fc9-4102-8909-34c13419bcde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2018839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4718'] for router (dbf49708-718a-49cb-bf29-d93fb2eeca22), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:28.133236 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-66802ba9-9fc9-4102-8909-34c13419bcde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2018979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2016321', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2027734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4711'] for router (dbf49708-718a-49cb-bf29-d93fb2eeca22), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:28.188208 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-2a1a74b1-be3a-47f7-945f-8dcc99508ce7 req-a39497a2-8772-48f6-8708-344dc2357042 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d847fc3-179d-4da6-9776-d95851d7edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411009 Mar 14 14:31:28.220167 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-20e4fd2b-4876-4c15-8fc6-c17d8c9f94c9 None None] Allocated IP 172.20.0.2 (3e4a3557-57a5-4d21-92bb-061b2a0f247f/401011dc-5e0a-4f98-9903-0c0e2bfe083a/c1e902c7-8068-499e-afc1-c9b93c331452) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:31:28.239190 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-66802ba9-9fc9-4102-8909-34c13419bcde admin admin] Publish callbacks [] for router_controller (dbf49708-718a-49cb-bf29-d93fb2eeca22), precommit_add_association {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:28.396224 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-20e4fd2b-4876-4c15-8fc6-c17d8c9f94c9 None None] Publish callbacks [] for port (c1e902c7-8068-499e-afc1-c9b93c331452), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:28.510369 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-20e4fd2b-4876-4c15-8fc6-c17d8c9f94c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744329793199'] for port (c1e902c7-8068-499e-afc1-c9b93c331452), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:28.527646 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-66802ba9-9fc9-4102-8909-34c13419bcde admin admin] Publish callbacks [] for router_gateway (dbf49708-718a-49cb-bf29-d93fb2eeca22), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:28.557008 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e4fd2b-4876-4c15-8fc6-c17d8c9f94c9 None None] Network 3e4a3557-57a5-4d21-92bb-061b2a0f247f is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:31:28.565317 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-20e4fd2b-4876-4c15-8fc6-c17d8c9f94c9 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:31:28.567976 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e4fd2b-4876-4c15-8fc6-c17d8c9f94c9 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:31:28.587230 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e4fd2b-4876-4c15-8fc6-c17d8c9f94c9 None None] Pushing event updated for resources: {'Port': ['ID=c1e902c7-8068-499e-afc1-c9b93c331452,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:28.675859 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-20e4fd2b-4876-4c15-8fc6-c17d8c9f94c9 None None] Attempting to bind port c1e902c7-8068-499e-afc1-c9b93c331452 on host dv-cinder-790535-28-smb for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:31:28.676237 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-20e4fd2b-4876-4c15-8fc6-c17d8c9f94c9 None None] Attempting to bind port c1e902c7-8068-499e-afc1-c9b93c331452 by drivers openvswitch,hyperv on host dv-cinder-790535-28-smb at level 0 using segments [{'id': 'd3203a6a-b3c3-4cd4-b471-923be8aa373f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '3e4a3557-57a5-4d21-92bb-061b2a0f247f'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:31:28.687297 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e4fd2b-4876-4c15-8fc6-c17d8c9f94c9 None None] Attempting to bind port c1e902c7-8068-499e-afc1-c9b93c331452 on network 3e4a3557-57a5-4d21-92bb-061b2a0f247f {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:31:28.687297 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e4fd2b-4876-4c15-8fc6-c17d8c9f94c9 None None] Checking agent: {'id': 'ddc61399-76bc-42cc-9da4-26f2fa974742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-28-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 20, 17), 'started_at': datetime.datetime(2022, 3, 14, 14, 20, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-28-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:31:28.687297 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e4fd2b-4876-4c15-8fc6-c17d8c9f94c9 None None] Checking segment: {'id': 'd3203a6a-b3c3-4cd4-b471-923be8aa373f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '3e4a3557-57a5-4d21-92bb-061b2a0f247f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:31:28.688589 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-20e4fd2b-4876-4c15-8fc6-c17d8c9f94c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:28.690846 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e4fd2b-4876-4c15-8fc6-c17d8c9f94c9 None None] Bound using segment: {'id': 'd3203a6a-b3c3-4cd4-b471-923be8aa373f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '3e4a3557-57a5-4d21-92bb-061b2a0f247f'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:31:28.691449 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-20e4fd2b-4876-4c15-8fc6-c17d8c9f94c9 None None] Bound port: c1e902c7-8068-499e-afc1-c9b93c331452, host: dv-cinder-790535-28-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3203a6a-b3c3-4cd4-b471-923be8aa373f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '3e4a3557-57a5-4d21-92bb-061b2a0f247f'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:31:28.695867 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-20e4fd2b-4876-4c15-8fc6-c17d8c9f94c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (c1e902c7-8068-499e-afc1-c9b93c331452), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:28.723128 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d188a27-b89c-4cca-8479-e6447d8b8a8a req-37de00c7-beef-4986-9f82-bbfdfb12af09 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:28.725655 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-9d188a27-b89c-4cca-8479-e6447d8b8a8a req-37de00c7-beef-4986-9f82-bbfdfb12af09 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba304e9b-4741-4fe8-9210-bc5fe68b8d78 HTTP/1.1" status: 200 len: 945 time: 0.0716348 Mar 14 14:31:28.781474 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-20e4fd2b-4876-4c15-8fc6-c17d8c9f94c9 None None] For port c1e902c7-8068-499e-afc1-c9b93c331452, host dv-cinder-790535-28-smb, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:31:28.786273 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-20e4fd2b-4876-4c15-8fc6-c17d8c9f94c9 None None] For port c1e902c7-8068-499e-afc1-c9b93c331452, host dv-cinder-790535-28-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-smb',level=0,port_id=c1e902c7-8068-499e-afc1-c9b93c331452,segment=NetworkSegment(d3203a6a-b3c3-4cd4-b471-923be8aa373f),segment_id=d3203a6a-b3c3-4cd4-b471-923be8aa373f)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:31:28.808702 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-9d188a27-b89c-4cca-8479-e6447d8b8a8a req-2fe3eb9a-431b-4f28-9246-47ebdd4e9830 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760903 Mar 14 14:31:28.942514 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-20e4fd2b-4876-4c15-8fc6-c17d8c9f94c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (c1e902c7-8068-499e-afc1-c9b93c331452), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:28.964637 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-66802ba9-9fc9-4102-8909-34c13419bcde admin admin] Publish callbacks [] for router_gateway (dbf49708-718a-49cb-bf29-d93fb2eeca22), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:28.991891 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-66802ba9-9fc9-4102-8909-34c13419bcde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:29.065282 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e4fd2b-4876-4c15-8fc6-c17d8c9f94c9 None None] Pushing event updated for resources: {'Port': ['ID=c1e902c7-8068-499e-afc1-c9b93c331452,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:29.146369 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-66802ba9-9fc9-4102-8909-34c13419bcde admin admin] Allocated IP 172.28.2.70 (21060e90-61ba-4e92-afb3-f12491c9b56b/3278263d-ed58-402f-9606-a5b3ef606428/8ef8e14d-4a8a-4f7f-9b3d-b557a44adcba) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:31:29.476639 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.agents_db [None req-65564c68-cd92-4c79-8f56-5bb994fe7015 None None] Agent healthcheck: found 6 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 14:31:29.554010 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d60b91-bb3b-4a8e-b9ae-9cef950148aa req-12dd91ab-7947-4151-9de2-cab8598cdf2c tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:29.556447 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-52d60b91-bb3b-4a8e-b9ae-9cef950148aa req-12dd91ab-7947-4151-9de2-cab8598cdf2c tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=383e74ab-b4e3-411b-9735-9d5e08400844 HTTP/1.1" status: 200 len: 944 time: 0.1423340 Mar 14 14:31:29.592941 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-66802ba9-9fc9-4102-8909-34c13419bcde admin admin] Publish callbacks [] for port (8ef8e14d-4a8a-4f7f-9b3d-b557a44adcba), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:29.640023 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4416346d-a79b-46a4-855f-4240e19bb228 req-ba29f5d4-9088-482c-9d64-b846d1687886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:29.644309 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-4416346d-a79b-46a4-855f-4240e19bb228 req-ba29f5d4-9088-482c-9d64-b846d1687886 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ba304e9b-4741-4fe8-9210-bc5fe68b8d78 HTTP/1.1" status: 200 len: 1129 time: 0.1742899 Mar 14 14:31:29.659125 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-52d60b91-bb3b-4a8e-b9ae-9cef950148aa req-eb7b9a57-086a-4d97-ad9f-b0989c3f7d3c tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d847fc3-179d-4da6-9776-d95851d7edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832942 Mar 14 14:31:29.703786 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 34456) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:31:29.761280 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-4416346d-a79b-46a4-855f-4240e19bb228 req-f032fe1a-0b2e-4872-9e6f-c0020121a03a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850501 Mar 14 14:31:29.853907 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-912033b9-6fd6-4635-95ad-197092262ea8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:29.858507 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-66802ba9-9fc9-4102-8909-34c13419bcde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744329793199'] for port (8ef8e14d-4a8a-4f7f-9b3d-b557a44adcba), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:29.924504 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66802ba9-9fc9-4102-8909-34c13419bcde admin admin] Network 21060e90-61ba-4e92-afb3-f12491c9b56b is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:31:29.928549 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-66802ba9-9fc9-4102-8909-34c13419bcde admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:31:29.936940 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66802ba9-9fc9-4102-8909-34c13419bcde admin admin] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:31:29.990534 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66802ba9-9fc9-4102-8909-34c13419bcde admin admin] Pushing event updated for resources: {'Port': ['ID=8ef8e14d-4a8a-4f7f-9b3d-b557a44adcba,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:30.032937 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1783022-536f-4474-a894-f84ccfd72b65 req-afc549d3-7a80-4bd1-a298-6e3aab49f219 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:30.036821 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-a1783022-536f-4474-a894-f84ccfd72b65 req-afc549d3-7a80-4bd1-a298-6e3aab49f219 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba304e9b-4741-4fe8-9210-bc5fe68b8d78 HTTP/1.1" status: 200 len: 945 time: 0.1232915 Mar 14 14:31:30.047081 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-912033b9-6fd6-4635-95ad-197092262ea8 admin admin] Publish callbacks [] for security_group (cf1556ba-5419-4024-89e5-e886964ca628), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:30.102956 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-a1783022-536f-4474-a894-f84ccfd72b65 req-816d2395-9954-421c-bd24-3f51d6e9fe85 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575945 Mar 14 14:31:30.115302 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-912033b9-6fd6-4635-95ad-197092262ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (cf1556ba-5419-4024-89e5-e886964ca628), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:30.167356 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-912033b9-6fd6-4635-95ad-197092262ea8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=46f08d9610e64a639e15c8f63b98b573&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4621055 Mar 14 14:31:30.168307 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912033b9-6fd6-4635-95ad-197092262ea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf1556ba-5419-4024-89e5-e886964ca628,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:30.170476 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 34464) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:31:30.281504 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-430b210a-2aa4-43c8-842e-c53d284185a3 admin admin] Publish callbacks [] for security_group (cf1556ba-5419-4024-89e5-e886964ca628), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:30.341462 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-430b210a-2aa4-43c8-842e-c53d284185a3 admin admin] Publish callbacks [] for security_group (cf1556ba-5419-4024-89e5-e886964ca628), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:30.349726 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e89160-62ed-4260-a2ce-ac66a2c2cd0d None None] Network 3e4a3557-57a5-4d21-92bb-061b2a0f247f requested from dv-cinder-790535-28-smb {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 14:31:30.365376 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-66802ba9-9fc9-4102-8909-34c13419bcde admin admin] Publish callbacks [] for router_gateway (dbf49708-718a-49cb-bf29-d93fb2eeca22), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:30.476041 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-f9531ce5-c078-48b5-ba39-645b87e53c17 None None] Provisioning complete for port c1e902c7-8068-499e-afc1-c9b93c331452 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:31:30.476676 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f9531ce5-c078-48b5-ba39-645b87e53c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (c1e902c7-8068-499e-afc1-c9b93c331452), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:30.582147 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f8bf6-3d0e-46dd-855b-747cb6af5888 req-3ddec365-18dd-4492-ad84-37233f80e3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:30.583647 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-9e4f8bf6-3d0e-46dd-855b-747cb6af5888 req-3ddec365-18dd-4492-ad84-37233f80e3cf service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=383e74ab-b4e3-411b-9735-9d5e08400844&tenant_id=f5f40385a50a46a79167ae6a859eee4d HTTP/1.1" status: 200 len: 1128 time: 0.1525643 Mar 14 14:31:30.625081 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-f9531ce5-c078-48b5-ba39-645b87e53c17 None None] Current status of the port c1e902c7-8068-499e-afc1-c9b93c331452 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:31:30.625081 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f9531ce5-c078-48b5-ba39-645b87e53c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (c1e902c7-8068-499e-afc1-c9b93c331452), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:30.668088 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-430b210a-2aa4-43c8-842e-c53d284185a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (cf1556ba-5419-4024-89e5-e886964ca628), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:30.668586 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-f9531ce5-c078-48b5-ba39-645b87e53c17 None None] For port c1e902c7-8068-499e-afc1-c9b93c331452, host dv-cinder-790535-28-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-smb',level=0,port_id=c1e902c7-8068-499e-afc1-c9b93c331452,segment=NetworkSegment(d3203a6a-b3c3-4cd4-b471-923be8aa373f),segment_id=d3203a6a-b3c3-4cd4-b471-923be8aa373f)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:31:30.670690 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-430b210a-2aa4-43c8-842e-c53d284185a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:30.671740 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-430b210a-2aa4-43c8-842e-c53d284185a3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cf1556ba-5419-4024-89e5-e886964ca628 HTTP/1.1" status: 204 len: 168 time: 0.4998596 Mar 14 14:31:30.691261 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430b210a-2aa4-43c8-842e-c53d284185a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf1556ba-5419-4024-89e5-e886964ca628,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:30.753256 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f9531ce5-c078-48b5-ba39-645b87e53c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (c1e902c7-8068-499e-afc1-c9b93c331452), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:30.755674 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f8bf6-3d0e-46dd-855b-747cb6af5888 req-e98e788a-4456-42f5-b605-87af0bab9599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:30.757197 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-9e4f8bf6-3d0e-46dd-855b-747cb6af5888 req-e98e788a-4456-42f5-b605-87af0bab9599 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f5f40385a50a46a79167ae6a859eee4d&device_id=383e74ab-b4e3-411b-9735-9d5e08400844 HTTP/1.1" status: 200 len: 1128 time: 0.1247067 Mar 14 14:31:30.810271 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-66802ba9-9fc9-4102-8909-34c13419bcde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2018988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2016302'] for router (dbf49708-718a-49cb-bf29-d93fb2eeca22), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:30.834322 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9531ce5-c078-48b5-ba39-645b87e53c17 None None] Pushing event updated for resources: {'Port': ['ID=c1e902c7-8068-499e-afc1-c9b93c331452,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:30.889035 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339378a2-c036-4b1a-826d-449a2eb325a4 req-8f59229b-b156-4313-b100-7c4122b2a97f tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:30.896657 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-339378a2-c036-4b1a-826d-449a2eb325a4 req-8f59229b-b156-4313-b100-7c4122b2a97f tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=383e74ab-b4e3-411b-9735-9d5e08400844 HTTP/1.1" status: 200 len: 944 time: 0.0835745 Mar 14 14:31:30.987739 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-339378a2-c036-4b1a-826d-449a2eb325a4 req-b57490c3-472f-4cd8-ae60-190b6968ce59 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d847fc3-179d-4da6-9776-d95851d7edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894785 Mar 14 14:31:30.994265 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-bbe45e43-6d61-47fa-a1e9-e5be74fe0260 None None] Provisioning complete for port c1e902c7-8068-499e-afc1-c9b93c331452 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:31:30.996100 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-bbe45e43-6d61-47fa-a1e9-e5be74fe0260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (c1e902c7-8068-499e-afc1-c9b93c331452), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:31.116856 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-bbe45e43-6d61-47fa-a1e9-e5be74fe0260 None None] Current status of the port c1e902c7-8068-499e-afc1-c9b93c331452 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:31:31.243740 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f8bf6-3d0e-46dd-855b-747cb6af5888 req-33ea76f8-48dc-46cb-be33-62ed74c2d873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:31.246124 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-9e4f8bf6-3d0e-46dd-855b-747cb6af5888 req-33ea76f8-48dc-46cb-be33-62ed74c2d873 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9bb2727a-e859-46ff-8b02-e0e5093e8925 HTTP/1.1" status: 200 len: 918 time: 0.4762080 Mar 14 14:31:31.373540 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e025a-ffa2-46b2-a795-47687b176a27 req-6935b4e4-60aa-479b-b0ab-4a0e86bf6b5c tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:31.388597 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-aa2e025a-ffa2-46b2-a795-47687b176a27 req-6935b4e4-60aa-479b-b0ab-4a0e86bf6b5c tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba304e9b-4741-4fe8-9210-bc5fe68b8d78 HTTP/1.1" status: 200 len: 945 time: 0.1742713 Mar 14 14:31:31.398086 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-9e4f8bf6-3d0e-46dd-855b-747cb6af5888 req-18709891-5285-40ff-8ad7-882a76040261 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38019e49-7142-41e2-997c-25eb0719898a HTTP/1.1" status: 200 len: 1000 time: 0.1364636 Mar 14 14:31:31.477608 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Device c1e902c7-8068-499e-afc1-c9b93c331452 up at agent ovs-agent-dv-cinder-790535-28-smb {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:31:31.523825 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-aa2e025a-ffa2-46b2-a795-47687b176a27 req-09912031-3cf2-451d-90f7-f2cddeb97c70 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334360 Mar 14 14:31:31.527565 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f8bf6-3d0e-46dd-855b-747cb6af5888 req-777f9a36-e6dc-422b-b34e-69d2d01d9894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:31.534903 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-9e4f8bf6-3d0e-46dd-855b-747cb6af5888 req-777f9a36-e6dc-422b-b34e-69d2d01d9894 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd458166-2986-4de0-890b-33eba077f5c5 HTTP/1.1" status: 200 len: 856 time: 0.1249177 Mar 14 14:31:31.539057 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66802ba9-9fc9-4102-8909-34c13419bcde admin admin] Router dbf49708-718a-49cb-bf29-d93fb2eeca22 is scheduled to L3 agent 3a20f343-fbae-42b4-9bd9-ea7570b5f761 with binding_index 1 {{(pid=103767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 14:31:31.613194 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Provisioning complete for port c1e902c7-8068-499e-afc1-c9b93c331452 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:31:31.613487 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (c1e902c7-8068-499e-afc1-c9b93c331452), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:31.708469 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f8bf6-3d0e-46dd-855b-747cb6af5888 req-d06d2420-6a59-458d-be04-03f7d29378e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:31.709081 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Current status of the port c1e902c7-8068-499e-afc1-c9b93c331452 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:31:31.710255 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-9e4f8bf6-3d0e-46dd-855b-747cb6af5888 req-d06d2420-6a59-458d-be04-03f7d29378e2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9bb2727a-e859-46ff-8b02-e0e5093e8925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.1607103 Mar 14 14:31:31.841682 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66802ba9-9fc9-4102-8909-34c13419bcde admin admin] Notify agent at l3_agent.dv-cinder-790535-28-smb the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:31:31.851952 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e4dfa1-221f-4a9a-893d-09b005ced4e2 None None] Sync routers for ids ['dbf49708-718a-49cb-bf29-d93fb2eeca22'] in dv-cinder-790535-28-smb {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:31:31.864198 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 34492) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:31:31.866983 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e4dfa1-221f-4a9a-893d-09b005ced4e2 None None] Routers {'dbf49708-718a-49cb-bf29-d93fb2eeca22'} bound to L3 agent in host dv-cinder-790535-28-smb {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:31:31.867716 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-f9e4dfa1-221f-4a9a-893d-09b005ced4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T14:20:13Z,description=,heartbeat_timestamp=2022-03-14T14:31:13Z,host='dv-cinder-790535-28-smb',id=3a20f343-fbae-42b4-9bd9-ea7570b5f761,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:20:14Z,topic='l3_agent')) {'router_ids': ['dbf49708-718a-49cb-bf29-d93fb2eeca22'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:31:31.886168 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-9e4f8bf6-3d0e-46dd-855b-747cb6af5888 req-c4e72931-02e1-42a1-9636-ab49d7a93c18 service neutron] 10.222.0.35 "GET /v2.0/networks/9bb2727a-e859-46ff-8b02-e0e5093e8925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682861 Mar 14 14:31:31.891814 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6b8af815-30cd-42a2-a985-730aa4e1eab6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:32.003829 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-9e4f8bf6-3d0e-46dd-855b-747cb6af5888 req-7fbfa5b9-4c26-42aa-ad01-bcc5d73b12d6 service neutron] 10.222.0.35 "GET /v2.0/networks/9bb2727a-e859-46ff-8b02-e0e5093e8925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114402 Mar 14 14:31:32.006799 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-66802ba9-9fc9-4102-8909-34c13419bcde admin admin] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:32.011571 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-66802ba9-9fc9-4102-8909-34c13419bcde admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.0272946 Mar 14 14:31:32.012481 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 34494) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:31:32.042044 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6b8af815-30cd-42a2-a985-730aa4e1eab6 admin admin] Publish callbacks [] for security_group (a86d190b-d8f5-4564-a40e-a408f0080e56), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:32.129743 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-f9e4dfa1-221f-4a9a-893d-09b005ced4e2 None None] Set router dbf49708-718a-49cb-bf29-d93fb2eeca22 gateway port host: dv-cinder-790535-28-smb {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:31:32.175219 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55ef13f-8962-4b5d-8450-20036051779e req-85aa5a0b-4709-41eb-bca5-9374a321cae7 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:32.183131 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-e55ef13f-8962-4b5d-8450-20036051779e req-85aa5a0b-4709-41eb-bca5-9374a321cae7 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=383e74ab-b4e3-411b-9735-9d5e08400844 HTTP/1.1" status: 200 len: 944 time: 0.0709121 Mar 14 14:31:32.211255 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6b8af815-30cd-42a2-a985-730aa4e1eab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (a86d190b-d8f5-4564-a40e-a408f0080e56), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:32.292588 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-6b8af815-30cd-42a2-a985-730aa4e1eab6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c4d1b5be90c74b47ad993982f6e81f11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4275844 Mar 14 14:31:32.294466 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 34504) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:31:32.302647 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8af815-30cd-42a2-a985-730aa4e1eab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a86d190b-d8f5-4564-a40e-a408f0080e56,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:32.321606 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-e55ef13f-8962-4b5d-8450-20036051779e req-efbdcd3d-368d-4321-87f2-747ebafac4ea tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d847fc3-179d-4da6-9776-d95851d7edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293719 Mar 14 14:31:32.345624 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-f9e4dfa1-221f-4a9a-893d-09b005ced4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbf49708-718a-49cb-bf29-d93fb2eeca22', 'name': 'tempest-TestMinimumBasicScenario-1527024612-router', 'tenant_id': 'c5f45cd330c34d1a83734eeafdf7678a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': '8ef8e14d-4a8a-4f7f-9b3d-b557a44adcba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:31:28Z', 'updated_at': '2022-03-14T14:31:30Z', 'revision_number': 3, 'project_id': 'c5f45cd330c34d1a83734eeafdf7678a', 'gw_port': {'id': '8ef8e14d-4a8a-4f7f-9b3d-b557a44adcba', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:68:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbf49708-718a-49cb-bf29-d93fb2eeca22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:31:29Z', 'updated_at': '2022-03-14T14:31:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb'}], 'dv-cinder-790535-28-smb', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:31:32.369820 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e4dfa1-221f-4a9a-893d-09b005ced4e2 None None] Checking router: dbf49708-718a-49cb-bf29-d93fb2eeca22 for host: dv-cinder-790535-28-smb {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:31:32.370117 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e4dfa1-221f-4a9a-893d-09b005ced4e2 None None] Updating router dbf49708-718a-49cb-bf29-d93fb2eeca22 port 8ef8e14d-4a8a-4f7f-9b3d-b557a44adcba binding host dv-cinder-790535-28-smb {{(pid=103769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 14:31:32.405850 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e1793a4b-c06e-4c84-9f8a-73b9e413db93 admin admin] Publish callbacks [] for security_group (a86d190b-d8f5-4564-a40e-a408f0080e56), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:32.406662 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-f9e4dfa1-221f-4a9a-893d-09b005ced4e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (8ef8e14d-4a8a-4f7f-9b3d-b557a44adcba), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:32.436940 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e1793a4b-c06e-4c84-9f8a-73b9e413db93 admin admin] Publish callbacks [] for security_group (a86d190b-d8f5-4564-a40e-a408f0080e56), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:32.600860 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e1793a4b-c06e-4c84-9f8a-73b9e413db93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (a86d190b-d8f5-4564-a40e-a408f0080e56), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:32.608845 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e1793a4b-c06e-4c84-9f8a-73b9e413db93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:32.608845 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-e1793a4b-c06e-4c84-9f8a-73b9e413db93 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a86d190b-d8f5-4564-a40e-a408f0080e56 HTTP/1.1" status: 204 len: 168 time: 0.3127947 Mar 14 14:31:32.645083 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1793a4b-c06e-4c84-9f8a-73b9e413db93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a86d190b-d8f5-4564-a40e-a408f0080e56,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:32.770813 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c3a11-00c4-4bc1-b0b9-fa0759c9903f req-b089a23f-c4cd-4a8e-b15b-5b1df1976da1 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:32.774454 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-173c3a11-00c4-4bc1-b0b9-fa0759c9903f req-b089a23f-c4cd-4a8e-b15b-5b1df1976da1 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba304e9b-4741-4fe8-9210-bc5fe68b8d78 HTTP/1.1" status: 200 len: 945 time: 0.0897107 Mar 14 14:31:32.815577 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-f9e4dfa1-221f-4a9a-893d-09b005ced4e2 None None] Publish callbacks [] for port (8ef8e14d-4a8a-4f7f-9b3d-b557a44adcba), precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:32.818636 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-91f13711-0628-42fb-9e74-eb3894ba4f55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:32.857884 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-173c3a11-00c4-4bc1-b0b9-fa0759c9903f req-a71f2bf2-db04-450d-aaa7-11674b29512c tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652995 Mar 14 14:31:32.943216 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-f9e4dfa1-221f-4a9a-893d-09b005ced4e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (8ef8e14d-4a8a-4f7f-9b3d-b557a44adcba), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:33.002428 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-f9e4dfa1-221f-4a9a-893d-09b005ced4e2 None None] Attempting to bind port 8ef8e14d-4a8a-4f7f-9b3d-b557a44adcba on host dv-cinder-790535-28-smb for vnic_type normal with profile {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:31:33.002797 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-f9e4dfa1-221f-4a9a-893d-09b005ced4e2 None None] Attempting to bind port 8ef8e14d-4a8a-4f7f-9b3d-b557a44adcba by drivers openvswitch,hyperv on host dv-cinder-790535-28-smb at level 0 using segments [{'id': 'bce16b83-cd05-4f93-adb0-46e63864be13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:31:33.003155 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e4dfa1-221f-4a9a-893d-09b005ced4e2 None None] Attempting to bind port 8ef8e14d-4a8a-4f7f-9b3d-b557a44adcba on network 21060e90-61ba-4e92-afb3-f12491c9b56b {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:31:33.005732 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c0a34e-2e1a-478e-bbcb-e66b9c10e848 None None] Pushing event updated for resources: {'Port': ['ID=8ef8e14d-4a8a-4f7f-9b3d-b557a44adcba,revision_number=2']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:33.017979 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e4dfa1-221f-4a9a-893d-09b005ced4e2 None None] Checking agent: {'id': 'ddc61399-76bc-42cc-9da4-26f2fa974742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-28-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 20, 17), 'started_at': datetime.datetime(2022, 3, 14, 14, 20, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-28-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:31:33.018443 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e4dfa1-221f-4a9a-893d-09b005ced4e2 None None] Checking segment: {'id': 'bce16b83-cd05-4f93-adb0-46e63864be13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:31:33.019059 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-f9e4dfa1-221f-4a9a-893d-09b005ced4e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:33.019674 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e4dfa1-221f-4a9a-893d-09b005ced4e2 None None] Bound using segment: {'id': 'bce16b83-cd05-4f93-adb0-46e63864be13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:31:33.020506 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-f9e4dfa1-221f-4a9a-893d-09b005ced4e2 None None] Bound port: 8ef8e14d-4a8a-4f7f-9b3d-b557a44adcba, host: dv-cinder-790535-28-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce16b83-cd05-4f93-adb0-46e63864be13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:31:33.021143 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-f9e4dfa1-221f-4a9a-893d-09b005ced4e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (8ef8e14d-4a8a-4f7f-9b3d-b557a44adcba), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:33.062144 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-91f13711-0628-42fb-9e74-eb3894ba4f55 admin admin] Allocated IP 172.20.0.1 (3e4a3557-57a5-4d21-92bb-061b2a0f247f/401011dc-5e0a-4f98-9903-0c0e2bfe083a/fbcbe08a-b890-44a2-9df2-3aa331244e2c) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:31:33.111628 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-f9e4dfa1-221f-4a9a-893d-09b005ced4e2 None None] For port 8ef8e14d-4a8a-4f7f-9b3d-b557a44adcba, host dv-cinder-790535-28-smb, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:31:33.117200 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-f9e4dfa1-221f-4a9a-893d-09b005ced4e2 None None] For port 8ef8e14d-4a8a-4f7f-9b3d-b557a44adcba, host dv-cinder-790535-28-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-smb',level=0,port_id=8ef8e14d-4a8a-4f7f-9b3d-b557a44adcba,segment=NetworkSegment(bce16b83-cd05-4f93-adb0-46e63864be13),segment_id=bce16b83-cd05-4f93-adb0-46e63864be13)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:31:33.235210 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-91f13711-0628-42fb-9e74-eb3894ba4f55 admin admin] Publish callbacks [] for port (fbcbe08a-b890-44a2-9df2-3aa331244e2c), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:33.246989 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-f9e4dfa1-221f-4a9a-893d-09b005ced4e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (8ef8e14d-4a8a-4f7f-9b3d-b557a44adcba), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:33.453977 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-91f13711-0628-42fb-9e74-eb3894ba4f55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744329793199'] for port (fbcbe08a-b890-44a2-9df2-3aa331244e2c), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:33.513961 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc9fe3a-286d-4625-a0af-adde1dc379c5 req-78edb632-3c1d-4611-8e6f-8bcb7b31cef9 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:33.518037 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c0a34e-2e1a-478e-bbcb-e66b9c10e848 None None] Pushing event updated for resources: {'Port': ['ID=8ef8e14d-4a8a-4f7f-9b3d-b557a44adcba,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:33.527371 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e4dfa1-221f-4a9a-893d-09b005ced4e2 None None] Routers {'dbf49708-718a-49cb-bf29-d93fb2eeca22'} bound to L3 agent in host dv-cinder-790535-28-smb {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:31:33.528802 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-dbc9fe3a-286d-4625-a0af-adde1dc379c5 req-78edb632-3c1d-4611-8e6f-8bcb7b31cef9 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba304e9b-4741-4fe8-9210-bc5fe68b8d78 HTTP/1.1" status: 200 len: 945 time: 0.1503472 Mar 14 14:31:33.529199 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-f9e4dfa1-221f-4a9a-893d-09b005ced4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T14:20:13Z,description=,heartbeat_timestamp=2022-03-14T14:31:13Z,host='dv-cinder-790535-28-smb',id=3a20f343-fbae-42b4-9bd9-ea7570b5f761,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:20:14Z,topic='l3_agent')) {'router_ids': ['dbf49708-718a-49cb-bf29-d93fb2eeca22'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:31:33.684961 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f13711-0628-42fb-9e74-eb3894ba4f55 admin admin] Network 3e4a3557-57a5-4d21-92bb-061b2a0f247f is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:31:33.691713 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-91f13711-0628-42fb-9e74-eb3894ba4f55 admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:31:33.749529 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f13711-0628-42fb-9e74-eb3894ba4f55 admin admin] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:31:33.750074 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-91f13711-0628-42fb-9e74-eb3894ba4f55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2015297'] for router_interface (dbf49708-718a-49cb-bf29-d93fb2eeca22), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:33.774625 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f13711-0628-42fb-9e74-eb3894ba4f55 admin admin] Pushing event updated for resources: {'Port': ['ID=fbcbe08a-b890-44a2-9df2-3aa331244e2c,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:33.779239 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-dbc9fe3a-286d-4625-a0af-adde1dc379c5 req-075cb45e-f120-4968-a4ba-ca7d91a90c21 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453184 Mar 14 14:31:33.807475 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-f9e4dfa1-221f-4a9a-893d-09b005ced4e2 None None] Set router dbf49708-718a-49cb-bf29-d93fb2eeca22 gateway port host: dv-cinder-790535-28-smb {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:31:33.861967 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e85ffd-60b2-4316-993d-0e3e5cb12a31 req-b81fd79f-6b88-4b24-85b1-6481ea0c73cc tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:33.876962 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-43e85ffd-60b2-4316-993d-0e3e5cb12a31 req-b81fd79f-6b88-4b24-85b1-6481ea0c73cc tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=383e74ab-b4e3-411b-9735-9d5e08400844 HTTP/1.1" status: 200 len: 944 time: 0.3225551 Mar 14 14:31:33.972428 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbeece8-4041-4ba4-b986-a1eef75c1e4c req-3546f309-e3cb-40a0-88e3-3c36a47d84cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:33.988809 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-5dbeece8-4041-4ba4-b986-a1eef75c1e4c req-3546f309-e3cb-40a0-88e3-3c36a47d84cb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=63bac5f5e8de432daf51510c0379662a&device_id=ba304e9b-4741-4fe8-9210-bc5fe68b8d78 HTTP/1.1" status: 200 len: 1129 time: 0.5114150 Mar 14 14:31:34.002392 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-43e85ffd-60b2-4316-993d-0e3e5cb12a31 req-b045cc7e-c853-4bf5-944b-bb20a2e7104b tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d847fc3-179d-4da6-9776-d95851d7edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236575 Mar 14 14:31:34.380623 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-50d6d10d-558e-491b-a6fc-bea72d02e337 None None] Provisioning complete for port fbcbe08a-b890-44a2-9df2-3aa331244e2c triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:31:34.381717 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-50d6d10d-558e-491b-a6fc-bea72d02e337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (fbcbe08a-b890-44a2-9df2-3aa331244e2c), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:34.388846 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbeece8-4041-4ba4-b986-a1eef75c1e4c req-8e8ca2e1-33f9-41b4-82ba-2d3ae864b560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:34.390894 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-5dbeece8-4041-4ba4-b986-a1eef75c1e4c req-8e8ca2e1-33f9-41b4-82ba-2d3ae864b560 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0ddf994f-0880-45d8-aabd-d4172b6b2de8 HTTP/1.1" status: 200 len: 919 time: 0.3904924 Mar 14 14:31:34.424452 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-50d6d10d-558e-491b-a6fc-bea72d02e337 None None] Port fbcbe08a-b890-44a2-9df2-3aa331244e2c cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 14:31:34.504696 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-f9e4dfa1-221f-4a9a-893d-09b005ced4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbf49708-718a-49cb-bf29-d93fb2eeca22', 'name': 'tempest-TestMinimumBasicScenario-1527024612-router', 'tenant_id': 'c5f45cd330c34d1a83734eeafdf7678a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': '8ef8e14d-4a8a-4f7f-9b3d-b557a44adcba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:31:28Z', 'updated_at': '2022-03-14T14:31:30Z', 'revision_number': 3, 'project_id': 'c5f45cd330c34d1a83734eeafdf7678a', 'gw_port': {'id': '8ef8e14d-4a8a-4f7f-9b3d-b557a44adcba', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:68:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbf49708-718a-49cb-bf29-d93fb2eeca22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:31:29Z', 'updated_at': '2022-03-14T14:31:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb'}], 'dv-cinder-790535-28-smb', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:31:34.522974 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-5dbeece8-4041-4ba4-b986-a1eef75c1e4c req-89e051bb-118f-4b4f-b998-5f38e2d6aaa2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a05af32d-d6e5-47f7-b20d-3a130c49f1d6 HTTP/1.1" status: 200 len: 217 time: 0.0718272 Mar 14 14:31:34.534593 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-91f13711-0628-42fb-9e74-eb3894ba4f55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (fbcbe08a-b890-44a2-9df2-3aa331244e2c), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:34.566500 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e4dfa1-221f-4a9a-893d-09b005ced4e2 None None] The sync data for ids ['dbf49708-718a-49cb-bf29-d93fb2eeca22'] in dv-cinder-790535-28-smb is: [{'id': 'dbf49708-718a-49cb-bf29-d93fb2eeca22', 'name': 'tempest-TestMinimumBasicScenario-1527024612-router', 'tenant_id': 'c5f45cd330c34d1a83734eeafdf7678a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': '8ef8e14d-4a8a-4f7f-9b3d-b557a44adcba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:31:28Z', 'updated_at': '2022-03-14T14:31:30Z', 'revision_number': 3, 'project_id': 'c5f45cd330c34d1a83734eeafdf7678a', 'gw_port': {'id': '8ef8e14d-4a8a-4f7f-9b3d-b557a44adcba', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:68:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbf49708-718a-49cb-bf29-d93fb2eeca22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:31:29Z', 'updated_at': '2022-03-14T14:31:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb'}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:31:34.765582 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbeece8-4041-4ba4-b986-a1eef75c1e4c req-a0a611da-03c5-474c-b7f3-8720efe630e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:34.766989 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-5dbeece8-4041-4ba4-b986-a1eef75c1e4c req-a0a611da-03c5-474c-b7f3-8720efe630e1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bb7c63e2-0951-4b05-855d-9c4a5d265339 HTTP/1.1" status: 200 len: 858 time: 0.2203646 Mar 14 14:31:34.871908 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-5dbeece8-4041-4ba4-b986-a1eef75c1e4c req-1f3e7651-d12f-4aa4-a06c-8f9e510eb1db service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0ddf994f-0880-45d8-aabd-d4172b6b2de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0920312 Mar 14 14:31:34.990847 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9760da42-8528-436b-87d7-ecfcde4db2e1 req-12a05e30-4b9c-4a04-bfdd-5676043d3388 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:35.007754 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-9760da42-8528-436b-87d7-ecfcde4db2e1 req-12a05e30-4b9c-4a04-bfdd-5676043d3388 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba304e9b-4741-4fe8-9210-bc5fe68b8d78 HTTP/1.1" status: 200 len: 945 time: 0.1133978 Mar 14 14:31:35.219431 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-9760da42-8528-436b-87d7-ecfcde4db2e1 req-3c444c52-f0ba-4301-a125-98a2dbe237f2 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142487 Mar 14 14:31:35.249218 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-91f13711-0628-42fb-9e74-eb3894ba4f55 admin admin] Publish callbacks [] for port (fbcbe08a-b890-44a2-9df2-3aa331244e2c), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:35.276946 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-5dbeece8-4041-4ba4-b986-a1eef75c1e4c req-b7bc549e-83ce-404c-816b-bb0648be90d5 service neutron] 10.222.0.35 "GET /v2.0/networks/0ddf994f-0880-45d8-aabd-d4172b6b2de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3670106 Mar 14 14:31:35.316287 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-91f13711-0628-42fb-9e74-eb3894ba4f55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (fbcbe08a-b890-44a2-9df2-3aa331244e2c), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:35.318226 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-91f13711-0628-42fb-9e74-eb3894ba4f55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2015469'] for router_interface (dbf49708-718a-49cb-bf29-d93fb2eeca22), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:35.379151 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d34a69-7bf9-4941-bf12-dcf0dc59f3da req-1658064d-ea02-41e3-8ce9-df52860b70c5 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:35.391110 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-b8d34a69-7bf9-4941-bf12-dcf0dc59f3da req-1658064d-ea02-41e3-8ce9-df52860b70c5 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=383e74ab-b4e3-411b-9735-9d5e08400844 HTTP/1.1" status: 200 len: 944 time: 0.1341126 Mar 14 14:31:35.511115 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-b8d34a69-7bf9-4941-bf12-dcf0dc59f3da req-bcd125ca-6f52-4d27-b2b8-fa149c72d807 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d847fc3-179d-4da6-9776-d95851d7edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187265 Mar 14 14:31:35.659377 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Device 8ef8e14d-4a8a-4f7f-9b3d-b557a44adcba up at agent ovs-agent-dv-cinder-790535-28-smb {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:31:35.671609 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f13711-0628-42fb-9e74-eb3894ba4f55 admin admin] Pushing event updated for resources: {'Port': ['ID=fbcbe08a-b890-44a2-9df2-3aa331244e2c,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:35.856475 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-5dbeece8-4041-4ba4-b986-a1eef75c1e4c req-5b417b74-0485-4343-93fd-3a4a351a8ff6 service neutron] 10.222.0.35 "GET /v2.0/networks/0ddf994f-0880-45d8-aabd-d4172b6b2de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4968851 Mar 14 14:31:35.884227 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Provisioning complete for port 8ef8e14d-4a8a-4f7f-9b3d-b557a44adcba triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:31:35.885671 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (8ef8e14d-4a8a-4f7f-9b3d-b557a44adcba), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:35.907734 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f13711-0628-42fb-9e74-eb3894ba4f55 admin admin] Network 3e4a3557-57a5-4d21-92bb-061b2a0f247f is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:31:35.907734 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-91f13711-0628-42fb-9e74-eb3894ba4f55 admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:31:36.405493 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91f13711-0628-42fb-9e74-eb3894ba4f55 admin admin] Router dbf49708-718a-49cb-bf29-d93fb2eeca22 has already been hosted by L3 agent 3a20f343-fbae-42b4-9bd9-ea7570b5f761 {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 14:31:36.410827 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Current status of the port 8ef8e14d-4a8a-4f7f-9b3d-b557a44adcba is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:31:36.410827 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (8ef8e14d-4a8a-4f7f-9b3d-b557a44adcba), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:36.410827 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] For port 8ef8e14d-4a8a-4f7f-9b3d-b557a44adcba, host dv-cinder-790535-28-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-smb',level=0,port_id=8ef8e14d-4a8a-4f7f-9b3d-b557a44adcba,segment=NetworkSegment(bce16b83-cd05-4f93-adb0-46e63864be13),segment_id=bce16b83-cd05-4f93-adb0-46e63864be13)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:31:36.411696 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91f13711-0628-42fb-9e74-eb3894ba4f55 admin admin] Notify agent at l3_agent.dv-cinder-790535-28-smb the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:31:36.411696 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-91f13711-0628-42fb-9e74-eb3894ba4f55 admin admin] 10.222.0.58 "PUT /v2.0/routers/dbf49708-718a-49cb-bf29-d93fb2eeca22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3576157 Mar 14 14:31:36.412001 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-84206164-9e44-4334-95e4-c84b25d61ab0 None None] Provisioning complete for port fbcbe08a-b890-44a2-9df2-3aa331244e2c triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:31:36.412001 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-84206164-9e44-4334-95e4-c84b25d61ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (fbcbe08a-b890-44a2-9df2-3aa331244e2c), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:36.416414 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2110a2a3-639a-476e-8d3b-7e5931b98733 req-4b25aab9-9f33-4748-afc7-4c6c18b1db68 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:36.416414 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-2110a2a3-639a-476e-8d3b-7e5931b98733 req-4b25aab9-9f33-4748-afc7-4c6c18b1db68 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba304e9b-4741-4fe8-9210-bc5fe68b8d78 HTTP/1.1" status: 200 len: 945 time: 0.0644729 Mar 14 14:31:36.539452 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-84206164-9e44-4334-95e4-c84b25d61ab0 None None] Port fbcbe08a-b890-44a2-9df2-3aa331244e2c cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 14:31:36.621164 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-2110a2a3-639a-476e-8d3b-7e5931b98733 req-83b225e9-baef-4624-902a-418b2a300961 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150266 Mar 14 14:31:36.864140 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d03bda-1df5-465f-ba20-b5755ee73635 req-fda296e7-3b55-4d53-940c-e5b4217f416c tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:36.872220 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-62d03bda-1df5-465f-ba20-b5755ee73635 req-fda296e7-3b55-4d53-940c-e5b4217f416c tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=383e74ab-b4e3-411b-9735-9d5e08400844 HTTP/1.1" status: 200 len: 944 time: 0.1570857 Mar 14 14:31:36.892648 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (8ef8e14d-4a8a-4f7f-9b3d-b557a44adcba), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:36.992910 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Pushing event updated for resources: {'Port': ['ID=8ef8e14d-4a8a-4f7f-9b3d-b557a44adcba,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:37.024153 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-62d03bda-1df5-465f-ba20-b5755ee73635 req-1312c199-055c-42f1-b66e-175dc8683cb7 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d847fc3-179d-4da6-9776-d95851d7edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509886 Mar 14 14:31:37.385909 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Device 8ef8e14d-4a8a-4f7f-9b3d-b557a44adcba up at agent ovs-agent-dv-cinder-790535-28-smb {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:31:37.499677 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 34716) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:31:37.602698 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Provisioning complete for port 8ef8e14d-4a8a-4f7f-9b3d-b557a44adcba triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:31:37.604281 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (8ef8e14d-4a8a-4f7f-9b3d-b557a44adcba), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:37.811313 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Current status of the port 8ef8e14d-4a8a-4f7f-9b3d-b557a44adcba is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:31:37.952149 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312abebe-4d70-4d35-9736-91d39c604ae3 None None] Sync routers for ids ['dbf49708-718a-49cb-bf29-d93fb2eeca22'] in dv-cinder-790535-28-smb {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:31:37.977684 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312abebe-4d70-4d35-9736-91d39c604ae3 None None] Routers {'dbf49708-718a-49cb-bf29-d93fb2eeca22'} bound to L3 agent in host dv-cinder-790535-28-smb {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:31:37.978919 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-312abebe-4d70-4d35-9736-91d39c604ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T14:20:13Z,description=,heartbeat_timestamp=2022-03-14T14:31:13Z,host='dv-cinder-790535-28-smb',id=3a20f343-fbae-42b4-9bd9-ea7570b5f761,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:20:14Z,topic='l3_agent')) {'router_ids': ['dbf49708-718a-49cb-bf29-d93fb2eeca22'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:31:38.069414 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-6261fb08-6c5c-4cf3-a972-cb981cde85c8 req-b7f27446-0fc8-40c8-9c29-f4c8b3ae116f tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1005991676&fields=id&tenant_id=a13b71d43cd34fb38f85e1cc0af43e28 HTTP/1.1" status: 200 len: 267 time: 0.2598255 Mar 14 14:31:38.086435 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fe891f-7b26-4d59-8c94-ef9b9d359e64 req-45502305-d224-4488-8ecc-06054c381757 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:38.089137 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-f6fe891f-7b26-4d59-8c94-ef9b9d359e64 req-45502305-d224-4488-8ecc-06054c381757 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba304e9b-4741-4fe8-9210-bc5fe68b8d78 HTTP/1.1" status: 200 len: 945 time: 0.2356293 Mar 14 14:31:38.104831 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 34738) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:31:38.111348 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.v2.base [None req-c2c72e51-9685-46b5-97ab-8fbcb13880c2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-730020130-network', 'tenant_id': 'db8993b555fd40e3a3ad9e95cdc99a7d'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:31:38.177463 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-139f1462-adf5-44d5-8364-f0b459b9f9c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:38.209413 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-312abebe-4d70-4d35-9736-91d39c604ae3 None None] Set router dbf49708-718a-49cb-bf29-d93fb2eeca22 gateway port host: dv-cinder-790535-28-smb {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:31:38.264580 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c72e51-9685-46b5-97ab-8fbcb13880c2 admin admin] Made reservation on behalf of db8993b555fd40e3a3ad9e95cdc99a7d for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:31:38.267636 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c2c72e51-9685-46b5-97ab-8fbcb13880c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:38.300786 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c2c72e51-9685-46b5-97ab-8fbcb13880c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:38.346647 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-f6fe891f-7b26-4d59-8c94-ef9b9d359e64 req-4dad0807-97af-4e1c-b79e-cd6ac53117a2 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857378 Mar 14 14:31:38.440871 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6261fb08-6c5c-4cf3-a972-cb981cde85c8 req-122d6b58-d069-47eb-99ff-875f8cc88986 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:38.443007 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-6261fb08-6c5c-4cf3-a972-cb981cde85c8 req-122d6b58-d069-47eb-99ff-875f8cc88986 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.58 "GET /v2.0/networks?id=6ddc4596-65f8-45d3-ba54-9a8ed2c0c193 HTTP/1.1" status: 200 len: 808 time: 0.3527715 Mar 14 14:31:38.492177 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-6261fb08-6c5c-4cf3-a972-cb981cde85c8 req-8ca821a2-efa9-46b3-9b65-5a5682a3c817 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.58 "GET /v2.0/quotas/a13b71d43cd34fb38f85e1cc0af43e28 HTTP/1.1" status: 200 len: 375 time: 0.0369411 Mar 14 14:31:38.542743 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-139f1462-adf5-44d5-8364-f0b459b9f9c2 admin admin] Publish callbacks [] for security_group (1b4f19c0-1446-477e-8664-ee89cd3e39b6), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:38.601816 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c2c72e51-9685-46b5-97ab-8fbcb13880c2 admin admin] Publish callbacks [] for security_group (e37b5906-eb3b-4908-a330-d1153d29b3d1), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:38.629193 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-139f1462-adf5-44d5-8364-f0b459b9f9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (1b4f19c0-1446-477e-8664-ee89cd3e39b6), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:38.656925 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ab029b-4241-4c3c-b880-d662d58bbedf req-0454b636-4ecd-4941-a422-f58c67cf2c14 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:38.662430 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-81ab029b-4241-4c3c-b880-d662d58bbedf req-0454b636-4ecd-4941-a422-f58c67cf2c14 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=383e74ab-b4e3-411b-9735-9d5e08400844 HTTP/1.1" status: 200 len: 944 time: 0.1865642 Mar 14 14:31:38.674954 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139f1462-adf5-44d5-8364-f0b459b9f9c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b4f19c0-1446-477e-8664-ee89cd3e39b6,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:38.680920 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-139f1462-adf5-44d5-8364-f0b459b9f9c2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d6a7a2763dab4bf8b5696134ccbe96f0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1799431 Mar 14 14:31:38.686228 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 34740) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:31:38.704666 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c2c72e51-9685-46b5-97ab-8fbcb13880c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (e37b5906-eb3b-4908-a330-d1153d29b3d1), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:38.747794 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2c72e51-9685-46b5-97ab-8fbcb13880c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 14:31:38.783792 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c72e51-9685-46b5-97ab-8fbcb13880c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e37b5906-eb3b-4908-a330-d1153d29b3d1,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:38.792109 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c2c72e51-9685-46b5-97ab-8fbcb13880c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011900'] for segment (cf62766e-0499-427a-aadb-2bf693907fd2), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:38.792434 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.db.segments_db [None req-c2c72e51-9685-46b5-97ab-8fbcb13880c2 admin admin] Added segment cf62766e-0499-427a-aadb-2bf693907fd2 of type vlan for network 4b40e74a-8fd1-443f-82b2-a89b628bdfd7 Mar 14 14:31:38.812883 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-6261fb08-6c5c-4cf3-a972-cb981cde85c8 req-99646643-dc9b-4cb7-8d16-04759868b77f tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a13b71d43cd34fb38f85e1cc0af43e28&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2732713 Mar 14 14:31:38.871691 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-184ecbae-abc3-4532-9277-346f4e8a0bce admin admin] Publish callbacks [] for security_group (1b4f19c0-1446-477e-8664-ee89cd3e39b6), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:38.879415 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c2c72e51-9685-46b5-97ab-8fbcb13880c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744329743373'] for network (4b40e74a-8fd1-443f-82b2-a89b628bdfd7), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:38.914202 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-81ab029b-4241-4c3c-b880-d662d58bbedf req-aaabe334-0938-4912-98f0-f9550d2b59bc tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d847fc3-179d-4da6-9776-d95851d7edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2277734 Mar 14 14:31:38.947406 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-184ecbae-abc3-4532-9277-346f4e8a0bce admin admin] Publish callbacks [] for security_group (1b4f19c0-1446-477e-8664-ee89cd3e39b6), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:38.998430 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-312abebe-4d70-4d35-9736-91d39c604ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbf49708-718a-49cb-bf29-d93fb2eeca22', 'name': 'tempest-TestMinimumBasicScenario-1527024612-router', 'tenant_id': 'c5f45cd330c34d1a83734eeafdf7678a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': '8ef8e14d-4a8a-4f7f-9b3d-b557a44adcba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:31:28Z', 'updated_at': '2022-03-14T14:31:34Z', 'revision_number': 4, 'project_id': 'c5f45cd330c34d1a83734eeafdf7678a', 'gw_port': {'id': '8ef8e14d-4a8a-4f7f-9b3d-b557a44adcba', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:68:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf49708-718a-49cb-bf29-d93fb2eeca22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:31:29Z', 'updated_at': '2022-03-14T14:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb', '_interfaces': [{'id': 'fbcbe08a-b890-44a2-9df2-3aa331244e2c', 'name': '', 'network_id': '3e4a3557-57a5-4d21-92bb-061b2a0f247f', 'tenant_id': 'c5f45cd330c34d1a83734eeafdf7678a', 'mac_address': 'fa:16:3e:f8:95:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbf49708-718a-49cb-bf29-d93fb2eeca22', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '401011dc-5e0a-4f98-9903-0c0e2bfe083a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:31:32Z', 'updated_at': '2022-03-14T14:31:34Z', 'revision_number': 2, 'project_id': 'c5f45cd330c34d1a83734eeafdf7678a', 'subnets': [{'id': '401011dc-5e0a-4f98-9903-0c0e2bfe083a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-smb', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:31:39.030973 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c2c72e51-9685-46b5-97ab-8fbcb13880c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199'] for network (4b40e74a-8fd1-443f-82b2-a89b628bdfd7), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:39.032218 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c72e51-9685-46b5-97ab-8fbcb13880c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:39.033077 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c2c72e51-9685-46b5-97ab-8fbcb13880c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632217'] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:39.103244 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312abebe-4d70-4d35-9736-91d39c604ae3 None None] Checking router: dbf49708-718a-49cb-bf29-d93fb2eeca22 for host: dv-cinder-790535-28-smb {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:31:39.105507 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312abebe-4d70-4d35-9736-91d39c604ae3 None None] Updating router dbf49708-718a-49cb-bf29-d93fb2eeca22 port fbcbe08a-b890-44a2-9df2-3aa331244e2c binding host dv-cinder-790535-28-smb {{(pid=103768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 14:31:39.123778 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c72e51-9685-46b5-97ab-8fbcb13880c2 admin admin] Pushing event updated for resources: {'Network': ['ID=4b40e74a-8fd1-443f-82b2-a89b628bdfd7,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:39.153398 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-6261fb08-6c5c-4cf3-a972-cb981cde85c8 req-fce0b4b8-9742-4e8b-bd63-9273082c0f8f service neutron] 10.222.0.58 "GET /v2.0/networks/6ddc4596-65f8-45d3-ba54-9a8ed2c0c193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3302045 Mar 14 14:31:39.175306 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Network 4b40e74a-8fd1-443f-82b2-a89b628bdfd7 details requested by agent ovs-agent-dv-cinder-790535-28-smb with host dv-cinder-790535-28-smb {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 14:31:39.176791 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-c2c72e51-9685-46b5-97ab-8fbcb13880c2 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0713322 Mar 14 14:31:39.179647 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 34752) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:31:39.186156 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.v2.base [None req-2bb6c45c-172d-4d7b-96da-a6f2dd12cddf admin admin] Request body: {'subnet': {'network_id': '4b40e74a-8fd1-443f-82b2-a89b628bdfd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-730020130-subnet', 'tenant_id': 'db8993b555fd40e3a3ad9e95cdc99a7d', 'ip_version': 4}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:31:39.207334 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-184ecbae-abc3-4532-9277-346f4e8a0bce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (1b4f19c0-1446-477e-8664-ee89cd3e39b6), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:39.210756 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-184ecbae-abc3-4532-9277-346f4e8a0bce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:39.216591 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-184ecbae-abc3-4532-9277-346f4e8a0bce admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1b4f19c0-1446-477e-8664-ee89cd3e39b6 HTTP/1.1" status: 204 len: 168 time: 0.5237019 Mar 14 14:31:39.226394 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184ecbae-abc3-4532-9277-346f4e8a0bce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b4f19c0-1446-477e-8664-ee89cd3e39b6,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:39.230918 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-312abebe-4d70-4d35-9736-91d39c604ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (fbcbe08a-b890-44a2-9df2-3aa331244e2c), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:39.276686 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb6c45c-172d-4d7b-96da-a6f2dd12cddf admin admin] Made reservation on behalf of db8993b555fd40e3a3ad9e95cdc99a7d for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:31:39.281293 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2bb6c45c-172d-4d7b-96da-a6f2dd12cddf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:39.456678 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-6261fb08-6c5c-4cf3-a972-cb981cde85c8 req-2a463a6a-1ec5-41ae-96dc-f90efbb6b831 service neutron] 10.222.0.58 "GET /v2.0/networks/6ddc4596-65f8-45d3-ba54-9a8ed2c0c193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950943 Mar 14 14:31:39.632166 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983d8909-1292-4952-92a6-f37d48472169 req-0ee825ab-77c0-4279-8e86-7cf23a616886 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:39.646967 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-983d8909-1292-4952-92a6-f37d48472169 req-0ee825ab-77c0-4279-8e86-7cf23a616886 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba304e9b-4741-4fe8-9210-bc5fe68b8d78 HTTP/1.1" status: 200 len: 945 time: 0.1157215 Mar 14 14:31:39.715071 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2bb6c45c-172d-4d7b-96da-a6f2dd12cddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199'] for subnet (92400b76-f82a-462d-9f9e-082a2f701d77), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:39.811346 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-983d8909-1292-4952-92a6-f37d48472169 req-f9ca5e08-be86-4e77-a6b2-2966816b5087 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623485 Mar 14 14:31:39.883401 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb6c45c-172d-4d7b-96da-a6f2dd12cddf admin admin] Pushing event updated for resources: {'Subnet': ['ID=92400b76-f82a-462d-9f9e-082a2f701d77,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:39.922355 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-312abebe-4d70-4d35-9736-91d39c604ae3 None None] Publish callbacks [] for port (fbcbe08a-b890-44a2-9df2-3aa331244e2c), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:39.947463 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb6c45c-172d-4d7b-96da-a6f2dd12cddf admin admin] Checking segment: {'id': 'cf62766e-0499-427a-aadb-2bf693907fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '4b40e74a-8fd1-443f-82b2-a89b628bdfd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:31:39.954913 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb6c45c-172d-4d7b-96da-a6f2dd12cddf admin admin] Network hostable DHCP agents. Network: 4b40e74a-8fd1-443f-82b2-a89b628bdfd7, hostable agents: ['cdfaf928-5960-4f26-8f0f-a06a7779780c'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 14:31:40.023629 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-312abebe-4d70-4d35-9736-91d39c604ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (fbcbe08a-b890-44a2-9df2-3aa331244e2c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:40.133668 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8aacc8-f244-469a-9e2e-ad3e567fecb8 None None] Pushing event updated for resources: {'Port': ['ID=fbcbe08a-b890-44a2-9df2-3aa331244e2c,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:40.143762 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb6c45c-172d-4d7b-96da-a6f2dd12cddf admin admin] Network 4b40e74a-8fd1-443f-82b2-a89b628bdfd7 is scheduled to be hosted by DHCP agent cdfaf928-5960-4f26-8f0f-a06a7779780c with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 14:31:40.215832 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-312abebe-4d70-4d35-9736-91d39c604ae3 None None] Attempting to bind port fbcbe08a-b890-44a2-9df2-3aa331244e2c on host dv-cinder-790535-28-smb for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:31:40.219073 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-312abebe-4d70-4d35-9736-91d39c604ae3 None None] Attempting to bind port fbcbe08a-b890-44a2-9df2-3aa331244e2c by drivers openvswitch,hyperv on host dv-cinder-790535-28-smb at level 0 using segments [{'id': 'd3203a6a-b3c3-4cd4-b471-923be8aa373f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '3e4a3557-57a5-4d21-92bb-061b2a0f247f'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:31:40.219073 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312abebe-4d70-4d35-9736-91d39c604ae3 None None] Attempting to bind port fbcbe08a-b890-44a2-9df2-3aa331244e2c on network 3e4a3557-57a5-4d21-92bb-061b2a0f247f {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:31:40.223210 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-2bb6c45c-172d-4d7b-96da-a6f2dd12cddf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-28-smb, 4b40e74a-8fd1-443f-82b2-a89b628bdfd7) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:31:40.235342 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb6c45c-172d-4d7b-96da-a6f2dd12cddf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:40.236121 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2bb6c45c-172d-4d7b-96da-a6f2dd12cddf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632217'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:40.249688 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290571c7-94c1-4856-ba5f-eb4aa86f173a None None] Network 4b40e74a-8fd1-443f-82b2-a89b628bdfd7 requested from dv-cinder-790535-28-smb {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 14:31:40.296571 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312abebe-4d70-4d35-9736-91d39c604ae3 None None] Checking agent: {'id': 'ddc61399-76bc-42cc-9da4-26f2fa974742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-28-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 20, 17), 'started_at': datetime.datetime(2022, 3, 14, 14, 20, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-28-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:31:40.296951 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312abebe-4d70-4d35-9736-91d39c604ae3 None None] Checking segment: {'id': 'd3203a6a-b3c3-4cd4-b471-923be8aa373f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '3e4a3557-57a5-4d21-92bb-061b2a0f247f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:31:40.297455 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-312abebe-4d70-4d35-9736-91d39c604ae3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:40.297864 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312abebe-4d70-4d35-9736-91d39c604ae3 None None] Bound using segment: {'id': 'd3203a6a-b3c3-4cd4-b471-923be8aa373f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '3e4a3557-57a5-4d21-92bb-061b2a0f247f'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:31:40.312845 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32874e52-e4fa-4bb7-b304-7aa63dcf2860 req-06a1d852-152e-45c5-8ad8-c9f37c18e68d tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:40.320631 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-312abebe-4d70-4d35-9736-91d39c604ae3 None None] Bound port: fbcbe08a-b890-44a2-9df2-3aa331244e2c, host: dv-cinder-790535-28-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3203a6a-b3c3-4cd4-b471-923be8aa373f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '3e4a3557-57a5-4d21-92bb-061b2a0f247f'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:31:40.320631 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-312abebe-4d70-4d35-9736-91d39c604ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (fbcbe08a-b890-44a2-9df2-3aa331244e2c), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:40.320882 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-32874e52-e4fa-4bb7-b304-7aa63dcf2860 req-06a1d852-152e-45c5-8ad8-c9f37c18e68d tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=383e74ab-b4e3-411b-9735-9d5e08400844 HTTP/1.1" status: 200 len: 944 time: 0.2025421 Mar 14 14:31:40.355231 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-2bb6c45c-172d-4d7b-96da-a6f2dd12cddf admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1701331 Mar 14 14:31:40.355571 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 34780) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:31:40.361433 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.v2.base [None req-21ded6e9-056a-400c-b152-7f05c824e6bc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-730020130-router', 'tenant_id': 'db8993b555fd40e3a3ad9e95cdc99a7d', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b'}}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:31:40.455641 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-32874e52-e4fa-4bb7-b304-7aa63dcf2860 req-77acf229-fc91-4107-b876-efd5456aa6c7 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d847fc3-179d-4da6-9776-d95851d7edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246653 Mar 14 14:31:40.469718 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-21ded6e9-056a-400c-b152-7f05c824e6bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2018839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4718'] for router (a5af2417-190e-4085-b4a9-6d63695863f8), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:40.471474 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-21ded6e9-056a-400c-b152-7f05c824e6bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2018979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2016321', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2027734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4711'] for router (a5af2417-190e-4085-b4a9-6d63695863f8), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:40.595858 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-21ded6e9-056a-400c-b152-7f05c824e6bc admin admin] Publish callbacks [] for router_controller (a5af2417-190e-4085-b4a9-6d63695863f8), precommit_add_association {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:40.646098 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-09f1c222-68fd-4105-999d-fd234d5da7d4 req-1c9f9839-92cd-473f-89ea-ca9552763940 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.58 "GET /v2.0/ports?device_id=51d99f90-7b74-4cd7-938b-4ac0ea805fae HTTP/1.1" status: 200 len: 210 time: 0.0745575 Mar 14 14:31:40.655103 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-312abebe-4d70-4d35-9736-91d39c604ae3 None None] For port fbcbe08a-b890-44a2-9df2-3aa331244e2c, host dv-cinder-790535-28-smb, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:31:40.809716 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-312abebe-4d70-4d35-9736-91d39c604ae3 None None] For port fbcbe08a-b890-44a2-9df2-3aa331244e2c, host dv-cinder-790535-28-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-smb',level=0,port_id=fbcbe08a-b890-44a2-9df2-3aa331244e2c,segment=NetworkSegment(d3203a6a-b3c3-4cd4-b471-923be8aa373f),segment_id=d3203a6a-b3c3-4cd4-b471-923be8aa373f)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:31:40.837955 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-18ec269c-c1b9-4524-a024-e9f7e932c513 None None] Provisioning complete for port fbcbe08a-b890-44a2-9df2-3aa331244e2c triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:31:40.839799 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-18ec269c-c1b9-4524-a024-e9f7e932c513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (fbcbe08a-b890-44a2-9df2-3aa331244e2c), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:40.984328 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-312abebe-4d70-4d35-9736-91d39c604ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (fbcbe08a-b890-44a2-9df2-3aa331244e2c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:41.008746 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-776aa1b3-d04c-444c-beac-8038101cd299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (cdfaf928-5960-4f26-8f0f-a06a7779780c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:41.043054 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-21ded6e9-056a-400c-b152-7f05c824e6bc admin admin] Publish callbacks [] for router_gateway (a5af2417-190e-4085-b4a9-6d63695863f8), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:41.144435 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7debfc-1af2-40ee-ad6a-262c8b844f2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ef9d14b-6dca-58f6-bd72-92fc7d94ae67-4b40e74a-8fd1-443f-82b2-a89b628bdfd7', 'network_id': '4b40e74a-8fd1-443f-82b2-a89b628bdfd7', 'project_id': 'db8993b555fd40e3a3ad9e95cdc99a7d', 'fixed_ips': [{'subnet_id': '92400b76-f82a-462d-9f9e-082a2f701d77'}]}} from dv-cinder-790535-28-smb. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 14 14:31:41.147144 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1d7debfc-1af2-40ee-ad6a-262c8b844f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:41.194285 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-18ec269c-c1b9-4524-a024-e9f7e932c513 None None] Port fbcbe08a-b890-44a2-9df2-3aa331244e2c cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 14:31:41.336787 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8aacc8-f244-469a-9e2e-ad3e567fecb8 None None] Pushing event updated for resources: {'Port': ['ID=fbcbe08a-b890-44a2-9df2-3aa331244e2c,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:41.511694 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312abebe-4d70-4d35-9736-91d39c604ae3 None None] Routers {'dbf49708-718a-49cb-bf29-d93fb2eeca22'} bound to L3 agent in host dv-cinder-790535-28-smb {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:31:41.515202 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-312abebe-4d70-4d35-9736-91d39c604ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T14:20:13Z,description=,heartbeat_timestamp=2022-03-14T14:31:13Z,host='dv-cinder-790535-28-smb',id=3a20f343-fbae-42b4-9bd9-ea7570b5f761,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:20:14Z,topic='l3_agent')) {'router_ids': ['dbf49708-718a-49cb-bf29-d93fb2eeca22'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:31:41.742885 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b505261e-85ab-48c6-a8f4-d73a4de4f124 req-1bf3fa6d-d427-4982-a2b8-fa96324ddb21 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:41.746066 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-b505261e-85ab-48c6-a8f4-d73a4de4f124 req-1bf3fa6d-d427-4982-a2b8-fa96324ddb21 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=383e74ab-b4e3-411b-9735-9d5e08400844 HTTP/1.1" status: 200 len: 944 time: 0.1143332 Mar 14 14:31:41.818145 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-1d7debfc-1af2-40ee-ad6a-262c8b844f2f None None] Allocated IP 172.20.0.2 (4b40e74a-8fd1-443f-82b2-a89b628bdfd7/92400b76-f82a-462d-9f9e-082a2f701d77/f680ab01-f201-4bdc-8991-20d267ded4a3) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:31:41.850978 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-21ded6e9-056a-400c-b152-7f05c824e6bc admin admin] Publish callbacks [] for router_gateway (a5af2417-190e-4085-b4a9-6d63695863f8), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:41.877346 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-21ded6e9-056a-400c-b152-7f05c824e6bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:41.904526 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-9a94802d-aac7-4e92-b494-dc6b587b0086 req-415bfb9d-2ffc-46de-a5b2-fdef2203040b tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.58 "GET /v2.0/ports?device_id=51d99f90-7b74-4cd7-938b-4ac0ea805fae HTTP/1.1" status: 200 len: 210 time: 0.0986264 Mar 14 14:31:41.927830 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-b505261e-85ab-48c6-a8f4-d73a4de4f124 req-07155f4b-e6b3-4591-ac40-44df465c7446 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d847fc3-179d-4da6-9776-d95851d7edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1759853 Mar 14 14:31:42.063903 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-312abebe-4d70-4d35-9736-91d39c604ae3 None None] Set router dbf49708-718a-49cb-bf29-d93fb2eeca22 gateway port host: dv-cinder-790535-28-smb {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:31:42.252695 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-d75df61f-6132-461f-9804-5e793ad1abf2 None None] Provisioning complete for port fbcbe08a-b890-44a2-9df2-3aa331244e2c triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:31:42.253796 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d75df61f-6132-461f-9804-5e793ad1abf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (fbcbe08a-b890-44a2-9df2-3aa331244e2c), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:42.473336 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1d7debfc-1af2-40ee-ad6a-262c8b844f2f None None] Publish callbacks [] for port (f680ab01-f201-4bdc-8991-20d267ded4a3), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:42.557069 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d005d7f-fe13-4bc9-9434-544eefef07f8 req-b7951f86-b2da-4daf-bb8d-ae9e1ce688c7 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:42.573328 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-8d005d7f-fe13-4bc9-9434-544eefef07f8 req-b7951f86-b2da-4daf-bb8d-ae9e1ce688c7 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba304e9b-4741-4fe8-9210-bc5fe68b8d78 HTTP/1.1" status: 200 len: 945 time: 0.1178789 Mar 14 14:31:42.602556 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1d7debfc-1af2-40ee-ad6a-262c8b844f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744329793199'] for port (f680ab01-f201-4bdc-8991-20d267ded4a3), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:42.605970 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-d75df61f-6132-461f-9804-5e793ad1abf2 None None] Current status of the port fbcbe08a-b890-44a2-9df2-3aa331244e2c is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:31:42.606286 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d75df61f-6132-461f-9804-5e793ad1abf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (fbcbe08a-b890-44a2-9df2-3aa331244e2c), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:42.694694 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-8d005d7f-fe13-4bc9-9434-544eefef07f8 req-5b772f9e-bff5-40fe-a652-78c974b7f848 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195042 Mar 14 14:31:42.763063 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7debfc-1af2-40ee-ad6a-262c8b844f2f None None] Network 4b40e74a-8fd1-443f-82b2-a89b628bdfd7 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:31:42.785288 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-d75df61f-6132-461f-9804-5e793ad1abf2 None None] For port fbcbe08a-b890-44a2-9df2-3aa331244e2c, host dv-cinder-790535-28-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-smb',level=0,port_id=fbcbe08a-b890-44a2-9df2-3aa331244e2c,segment=NetworkSegment(d3203a6a-b3c3-4cd4-b471-923be8aa373f),segment_id=d3203a6a-b3c3-4cd4-b471-923be8aa373f)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:31:42.789304 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-1d7debfc-1af2-40ee-ad6a-262c8b844f2f None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:31:42.800362 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7debfc-1af2-40ee-ad6a-262c8b844f2f None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:31:42.814228 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7debfc-1af2-40ee-ad6a-262c8b844f2f None None] Pushing event updated for resources: {'Port': ['ID=f680ab01-f201-4bdc-8991-20d267ded4a3,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:42.866134 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d75df61f-6132-461f-9804-5e793ad1abf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (fbcbe08a-b890-44a2-9df2-3aa331244e2c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:42.881775 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-21ded6e9-056a-400c-b152-7f05c824e6bc admin admin] Allocated IP 172.28.2.61 (21060e90-61ba-4e92-afb3-f12491c9b56b/3278263d-ed58-402f-9606-a5b3ef606428/a82f4493-ef2c-404e-b562-ac0df8b5a3e5) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:31:43.131401 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-312abebe-4d70-4d35-9736-91d39c604ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbf49708-718a-49cb-bf29-d93fb2eeca22', 'name': 'tempest-TestMinimumBasicScenario-1527024612-router', 'tenant_id': 'c5f45cd330c34d1a83734eeafdf7678a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': '8ef8e14d-4a8a-4f7f-9b3d-b557a44adcba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:31:28Z', 'updated_at': '2022-03-14T14:31:34Z', 'revision_number': 4, 'project_id': 'c5f45cd330c34d1a83734eeafdf7678a', 'gw_port': {'id': '8ef8e14d-4a8a-4f7f-9b3d-b557a44adcba', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:68:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf49708-718a-49cb-bf29-d93fb2eeca22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:31:29Z', 'updated_at': '2022-03-14T14:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb', '_interfaces': [{'id': 'fbcbe08a-b890-44a2-9df2-3aa331244e2c', 'name': '', 'network_id': '3e4a3557-57a5-4d21-92bb-061b2a0f247f', 'tenant_id': 'c5f45cd330c34d1a83734eeafdf7678a', 'mac_address': 'fa:16:3e:f8:95:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbf49708-718a-49cb-bf29-d93fb2eeca22', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '401011dc-5e0a-4f98-9903-0c0e2bfe083a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:31:32Z', 'updated_at': '2022-03-14T14:31:40Z', 'revision_number': 4, 'project_id': 'c5f45cd330c34d1a83734eeafdf7678a', 'subnets': [{'id': '401011dc-5e0a-4f98-9903-0c0e2bfe083a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-smb', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:31:43.144818 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-38521fd4-aabb-47c9-8ef3-0c698ca83741 req-7c5d83eb-7469-4adf-ae31-d9aacf13e7bd tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.58 "GET /v2.0/ports?device_id=51d99f90-7b74-4cd7-938b-4ac0ea805fae HTTP/1.1" status: 200 len: 210 time: 0.0642159 Mar 14 14:31:43.181194 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-21ded6e9-056a-400c-b152-7f05c824e6bc admin admin] Publish callbacks [] for port (a82f4493-ef2c-404e-b562-ac0df8b5a3e5), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:43.344360 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376babde-b25f-458b-81d1-ba11ebbbdbc9 req-44192414-8633-4faf-b743-501fec58e8e7 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:43.360084 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-376babde-b25f-458b-81d1-ba11ebbbdbc9 req-44192414-8633-4faf-b743-501fec58e8e7 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=383e74ab-b4e3-411b-9735-9d5e08400844 HTTP/1.1" status: 200 len: 944 time: 0.1387410 Mar 14 14:31:43.368545 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312abebe-4d70-4d35-9736-91d39c604ae3 None None] The sync data for ids ['dbf49708-718a-49cb-bf29-d93fb2eeca22'] in dv-cinder-790535-28-smb is: [{'id': 'dbf49708-718a-49cb-bf29-d93fb2eeca22', 'name': 'tempest-TestMinimumBasicScenario-1527024612-router', 'tenant_id': 'c5f45cd330c34d1a83734eeafdf7678a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': '8ef8e14d-4a8a-4f7f-9b3d-b557a44adcba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:31:28Z', 'updated_at': '2022-03-14T14:31:34Z', 'revision_number': 4, 'project_id': 'c5f45cd330c34d1a83734eeafdf7678a', 'gw_port': {'id': '8ef8e14d-4a8a-4f7f-9b3d-b557a44adcba', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:68:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf49708-718a-49cb-bf29-d93fb2eeca22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:31:29Z', 'updated_at': '2022-03-14T14:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb', '_interfaces': [{'id': 'fbcbe08a-b890-44a2-9df2-3aa331244e2c', 'name': '', 'network_id': '3e4a3557-57a5-4d21-92bb-061b2a0f247f', 'tenant_id': 'c5f45cd330c34d1a83734eeafdf7678a', 'mac_address': 'fa:16:3e:f8:95:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbf49708-718a-49cb-bf29-d93fb2eeca22', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '401011dc-5e0a-4f98-9903-0c0e2bfe083a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:31:32Z', 'updated_at': '2022-03-14T14:31:40Z', 'revision_number': 4, 'project_id': 'c5f45cd330c34d1a83734eeafdf7678a', 'subnets': [{'id': '401011dc-5e0a-4f98-9903-0c0e2bfe083a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:31:43.394300 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-1d7debfc-1af2-40ee-ad6a-262c8b844f2f None None] Attempting to bind port f680ab01-f201-4bdc-8991-20d267ded4a3 on host dv-cinder-790535-28-smb for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:31:43.394916 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-1d7debfc-1af2-40ee-ad6a-262c8b844f2f None None] Attempting to bind port f680ab01-f201-4bdc-8991-20d267ded4a3 by drivers openvswitch,hyperv on host dv-cinder-790535-28-smb at level 0 using segments [{'id': 'cf62766e-0499-427a-aadb-2bf693907fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '4b40e74a-8fd1-443f-82b2-a89b628bdfd7'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:31:43.429825 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7debfc-1af2-40ee-ad6a-262c8b844f2f None None] Attempting to bind port f680ab01-f201-4bdc-8991-20d267ded4a3 on network 4b40e74a-8fd1-443f-82b2-a89b628bdfd7 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:31:43.492306 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7debfc-1af2-40ee-ad6a-262c8b844f2f None None] Checking agent: {'id': 'ddc61399-76bc-42cc-9da4-26f2fa974742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-28-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 20, 17), 'started_at': datetime.datetime(2022, 3, 14, 14, 20, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-28-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:31:43.497340 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7debfc-1af2-40ee-ad6a-262c8b844f2f None None] Checking segment: {'id': 'cf62766e-0499-427a-aadb-2bf693907fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '4b40e74a-8fd1-443f-82b2-a89b628bdfd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:31:43.497501 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-21ded6e9-056a-400c-b152-7f05c824e6bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744329793199'] for port (a82f4493-ef2c-404e-b562-ac0df8b5a3e5), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:43.498303 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1d7debfc-1af2-40ee-ad6a-262c8b844f2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:43.499079 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7debfc-1af2-40ee-ad6a-262c8b844f2f None None] Bound using segment: {'id': 'cf62766e-0499-427a-aadb-2bf693907fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '4b40e74a-8fd1-443f-82b2-a89b628bdfd7'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:31:43.499986 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-1d7debfc-1af2-40ee-ad6a-262c8b844f2f None None] Bound port: f680ab01-f201-4bdc-8991-20d267ded4a3, host: dv-cinder-790535-28-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf62766e-0499-427a-aadb-2bf693907fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '4b40e74a-8fd1-443f-82b2-a89b628bdfd7'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:31:43.500693 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1d7debfc-1af2-40ee-ad6a-262c8b844f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (f680ab01-f201-4bdc-8991-20d267ded4a3), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:43.509259 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75df61f-6132-461f-9804-5e793ad1abf2 None None] Pushing event updated for resources: {'Port': ['ID=fbcbe08a-b890-44a2-9df2-3aa331244e2c,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:43.685262 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-376babde-b25f-458b-81d1-ba11ebbbdbc9 req-bf8fa82b-fba7-4d32-b186-ffa8c0b7e3bd tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d847fc3-179d-4da6-9776-d95851d7edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2984247 Mar 14 14:31:43.705811 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5e00279c-ee6b-423f-9c79-0a0690a719ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (3a20f343-fbae-42b4-9bd9-ea7570b5f761), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:43.817666 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ded6e9-056a-400c-b152-7f05c824e6bc admin admin] Network 21060e90-61ba-4e92-afb3-f12491c9b56b is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:31:43.837039 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-21ded6e9-056a-400c-b152-7f05c824e6bc admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:31:43.841863 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ded6e9-056a-400c-b152-7f05c824e6bc admin admin] Pushing event updated for resources: {'Port': ['ID=a82f4493-ef2c-404e-b562-ac0df8b5a3e5,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:43.847142 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ded6e9-056a-400c-b152-7f05c824e6bc admin admin] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:31:43.868072 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-1d7debfc-1af2-40ee-ad6a-262c8b844f2f None None] For port f680ab01-f201-4bdc-8991-20d267ded4a3, host dv-cinder-790535-28-smb, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:31:43.875546 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-1d7debfc-1af2-40ee-ad6a-262c8b844f2f None None] For port f680ab01-f201-4bdc-8991-20d267ded4a3, host dv-cinder-790535-28-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-smb',level=0,port_id=f680ab01-f201-4bdc-8991-20d267ded4a3,segment=NetworkSegment(cf62766e-0499-427a-aadb-2bf693907fd2),segment_id=cf62766e-0499-427a-aadb-2bf693907fd2)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:31:44.067748 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1d7debfc-1af2-40ee-ad6a-262c8b844f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (f680ab01-f201-4bdc-8991-20d267ded4a3), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:44.433292 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7debfc-1af2-40ee-ad6a-262c8b844f2f None None] Pushing event updated for resources: {'Port': ['ID=f680ab01-f201-4bdc-8991-20d267ded4a3,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:44.526856 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-cb61b53c-5048-4ac5-b426-4d501e7d12f6 req-b4ddac11-1468-4142-b193-59314928c1f3 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.58 "GET /v2.0/ports?device_id=51d99f90-7b74-4cd7-938b-4ac0ea805fae HTTP/1.1" status: 200 len: 210 time: 0.1728320 Mar 14 14:31:44.577981 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 34876) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:31:44.636061 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-21ded6e9-056a-400c-b152-7f05c824e6bc admin admin] Publish callbacks [] for router_gateway (a5af2417-190e-4085-b4a9-6d63695863f8), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:44.646520 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1359c12f-9f02-429e-8c66-1d1d1dbe42c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (105db0a1-84b9-47b6-91eb-e578cb139bff), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:44.971725 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-52a74e0b-9e40-4d51-88d9-ba5d601bf36c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:45.201457 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6261fb08-6c5c-4cf3-a972-cb981cde85c8 req-654cc019-1031-4228-bba7-d6e197ce6dec tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:45.203235 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-6261fb08-6c5c-4cf3-a972-cb981cde85c8 req-654cc019-1031-4228-bba7-d6e197ce6dec tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.35 "GET /v2.0/networks?id=6ddc4596-65f8-45d3-ba54-9a8ed2c0c193 HTTP/1.1" status: 200 len: 808 time: 0.5387807 Mar 14 14:31:45.365220 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-52a74e0b-9e40-4d51-88d9-ba5d601bf36c admin admin] Publish callbacks [] for security_group (be82ac83-38dc-436b-b0ff-8e79d568215b), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:45.456913 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165c8e0b-69cb-49a7-9a5f-ff62c0c785ed req-22840199-abdc-4ade-9868-45dd7d97b84f tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:45.471077 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-165c8e0b-69cb-49a7-9a5f-ff62c0c785ed req-22840199-abdc-4ade-9868-45dd7d97b84f tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=383e74ab-b4e3-411b-9735-9d5e08400844 HTTP/1.1" status: 200 len: 944 time: 0.5449600 Mar 14 14:31:45.486374 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-6261fb08-6c5c-4cf3-a972-cb981cde85c8 req-f967b8c2-ec9c-4137-8b56-7bbe8f2c15f2 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a13b71d43cd34fb38f85e1cc0af43e28 HTTP/1.1" status: 200 len: 380 time: 0.2308242 Mar 14 14:31:45.543263 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-91e6bee0-ce44-4dbb-9ae4-7799debe7360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (837ef9e9-d083-4188-a7c6-79f2c68dbd25), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:45.544323 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.v2.base [req-6261fb08-6c5c-4cf3-a972-cb981cde85c8 req-960db6e7-ec19-445b-b930-d025449ad1ac tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Request body: {'port': {'device_id': '51d99f90-7b74-4cd7-938b-4ac0ea805fae', 'network_id': '6ddc4596-65f8-45d3-ba54-9a8ed2c0c193', 'admin_state_up': True, 'tenant_id': 'a13b71d43cd34fb38f85e1cc0af43e28', 'security_groups': ['7095509f-4701-4a3a-aad9-967f36f293d9']}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:31:45.593050 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-165c8e0b-69cb-49a7-9a5f-ff62c0c785ed req-120dac1c-f4c5-4aa2-bcdc-b1e188013fba tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d847fc3-179d-4da6-9776-d95851d7edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202512 Mar 14 14:31:45.602391 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-52a74e0b-9e40-4d51-88d9-ba5d601bf36c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (be82ac83-38dc-436b-b0ff-8e79d568215b), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:45.799118 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Device f680ab01-f201-4bdc-8991-20d267ded4a3 up at agent ovs-agent-dv-cinder-790535-28-smb {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:31:45.844119 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-ca00a10b-ab4b-468e-947a-232cbffd1430 req-0f22b7da-ff28-44cf-bdd9-09745f6082d5 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.58 "GET /v2.0/ports?device_id=51d99f90-7b74-4cd7-938b-4ac0ea805fae HTTP/1.1" status: 200 len: 210 time: 0.1319118 Mar 14 14:31:45.848754 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a74e0b-9e40-4d51-88d9-ba5d601bf36c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be82ac83-38dc-436b-b0ff-8e79d568215b,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:45.892001 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-52a74e0b-9e40-4d51-88d9-ba5d601bf36c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=dc10db2e077942e08520676413b2ec83&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3128815 Mar 14 14:31:45.912795 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 34894) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:31:45.924752 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-21ded6e9-056a-400c-b152-7f05c824e6bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2018988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2016302'] for router (a5af2417-190e-4085-b4a9-6d63695863f8), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:45.981419 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Provisioning complete for port f680ab01-f201-4bdc-8991-20d267ded4a3 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:31:45.982675 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (f680ab01-f201-4bdc-8991-20d267ded4a3), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:46.088025 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-814e93e7-e27d-4104-9f88-bb8292e24b0d admin admin] Publish callbacks [] for security_group (be82ac83-38dc-436b-b0ff-8e79d568215b), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:46.170407 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-814e93e7-e27d-4104-9f88-bb8292e24b0d admin admin] Publish callbacks [] for security_group (be82ac83-38dc-436b-b0ff-8e79d568215b), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:46.256241 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Current status of the port f680ab01-f201-4bdc-8991-20d267ded4a3 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:31:46.256644 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (f680ab01-f201-4bdc-8991-20d267ded4a3), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:46.377410 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6261fb08-6c5c-4cf3-a972-cb981cde85c8 req-960db6e7-ec19-445b-b930-d025449ad1ac tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Made reservation on behalf of a13b71d43cd34fb38f85e1cc0af43e28 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:31:46.381995 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6261fb08-6c5c-4cf3-a972-cb981cde85c8 req-960db6e7-ec19-445b-b930-d025449ad1ac tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:46.394513 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-814e93e7-e27d-4104-9f88-bb8292e24b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (be82ac83-38dc-436b-b0ff-8e79d568215b), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:46.397328 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-814e93e7-e27d-4104-9f88-bb8292e24b0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:46.398515 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-814e93e7-e27d-4104-9f88-bb8292e24b0d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/be82ac83-38dc-436b-b0ff-8e79d568215b HTTP/1.1" status: 204 len: 168 time: 0.4875183 Mar 14 14:31:46.418574 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814e93e7-e27d-4104-9f88-bb8292e24b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be82ac83-38dc-436b-b0ff-8e79d568215b,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:46.453788 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] For port f680ab01-f201-4bdc-8991-20d267ded4a3, host dv-cinder-790535-28-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-smb',level=0,port_id=f680ab01-f201-4bdc-8991-20d267ded4a3,segment=NetworkSegment(cf62766e-0499-427a-aadb-2bf693907fd2),segment_id=cf62766e-0499-427a-aadb-2bf693907fd2)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:31:46.476123 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21ded6e9-056a-400c-b152-7f05c824e6bc admin admin] Router a5af2417-190e-4085-b4a9-6d63695863f8 is scheduled to L3 agent 3a20f343-fbae-42b4-9bd9-ea7570b5f761 with binding_index 1 {{(pid=103767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 14:31:46.521238 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (f680ab01-f201-4bdc-8991-20d267ded4a3), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:46.522551 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Device fbcbe08a-b890-44a2-9df2-3aa331244e2c up at agent ovs-agent-dv-cinder-790535-28-smb {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:31:46.692862 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Pushing event updated for resources: {'Port': ['ID=f680ab01-f201-4bdc-8991-20d267ded4a3,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:46.740671 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Provisioning complete for port fbcbe08a-b890-44a2-9df2-3aa331244e2c triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:31:46.741389 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (fbcbe08a-b890-44a2-9df2-3aa331244e2c), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:46.871783 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93bc0b3c-5973-4dd9-b9be-d2362f7a5fee None None] Network 4b40e74a-8fd1-443f-82b2-a89b628bdfd7 requested from dv-cinder-790535-28-smb {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 14:31:46.946800 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21ded6e9-056a-400c-b152-7f05c824e6bc admin admin] Notify agent at l3_agent.dv-cinder-790535-28-smb the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:31:46.974734 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ae7ae5-bb03-4a08-839b-a86e51ac1e74 None None] Sync routers for ids ['a5af2417-190e-4085-b4a9-6d63695863f8'] in dv-cinder-790535-28-smb {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:31:47.006429 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ae7ae5-bb03-4a08-839b-a86e51ac1e74 None None] Routers {'a5af2417-190e-4085-b4a9-6d63695863f8'} bound to L3 agent in host dv-cinder-790535-28-smb {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:31:47.006429 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-e8ae7ae5-bb03-4a08-839b-a86e51ac1e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-14T14:20:13Z,description=,heartbeat_timestamp=2022-03-14T14:31:43Z,host='dv-cinder-790535-28-smb',id=3a20f343-fbae-42b4-9bd9-ea7570b5f761,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:20:14Z,topic='l3_agent')) {'router_ids': ['a5af2417-190e-4085-b4a9-6d63695863f8'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:31:47.056642 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-6261fb08-6c5c-4cf3-a972-cb981cde85c8 req-960db6e7-ec19-445b-b930-d025449ad1ac tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Allocated IP 172.20.0.12 (6ddc4596-65f8-45d3-ba54-9a8ed2c0c193/b6f3e4c4-8c5e-45e1-899c-abb308a625a6/67f0d3c4-dc11-4335-b254-f941e2071d0e) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:31:47.110813 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06684b6a-49ae-446c-8f51-037d21e94698 req-90f6f632-8bc7-4541-9707-cfd882cbe809 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:47.124554 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-06684b6a-49ae-446c-8f51-037d21e94698 req-90f6f632-8bc7-4541-9707-cfd882cbe809 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=383e74ab-b4e3-411b-9735-9d5e08400844 HTTP/1.1" status: 200 len: 944 time: 0.3707669 Mar 14 14:31:47.133926 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-21ded6e9-056a-400c-b152-7f05c824e6bc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:47.160969 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-21ded6e9-056a-400c-b152-7f05c824e6bc admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.7866447 Mar 14 14:31:47.164424 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 34908) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:31:47.218327 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-ee3ac9a5-0c75-48d0-ae8b-88e878b6e53f req-b9470696-c21d-4bf1-92a6-fdb8b69de051 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.58 "GET /v2.0/ports?device_id=51d99f90-7b74-4cd7-938b-4ac0ea805fae HTTP/1.1" status: 200 len: 210 time: 0.1880267 Mar 14 14:31:47.313503 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-06684b6a-49ae-446c-8f51-037d21e94698 req-040a55ca-1242-405d-9865-59e37f4d81f9 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d847fc3-179d-4da6-9776-d95851d7edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1863911 Mar 14 14:31:47.325693 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-2bf6eb78-d6d2-4e1d-864b-e8b59bca748e None None] Provisioning complete for port f680ab01-f201-4bdc-8991-20d267ded4a3 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:31:47.325693 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2bf6eb78-d6d2-4e1d-864b-e8b59bca748e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (f680ab01-f201-4bdc-8991-20d267ded4a3), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:47.325693 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Current status of the port fbcbe08a-b890-44a2-9df2-3aa331244e2c is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:31:47.452495 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-e8ae7ae5-bb03-4a08-839b-a86e51ac1e74 None None] Set router a5af2417-190e-4085-b4a9-6d63695863f8 gateway port host: dv-cinder-790535-28-smb {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:31:47.482308 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (ddc61399-76bc-42cc-9da4-26f2fa974742), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:47.591180 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Device f680ab01-f201-4bdc-8991-20d267ded4a3 up at agent ovs-agent-dv-cinder-790535-28-smb {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:31:47.621192 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6261fb08-6c5c-4cf3-a972-cb981cde85c8 req-960db6e7-ec19-445b-b930-d025449ad1ac tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Publish callbacks [] for port (67f0d3c4-dc11-4335-b254-f941e2071d0e), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:47.902035 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-2bf6eb78-d6d2-4e1d-864b-e8b59bca748e None None] Current status of the port f680ab01-f201-4bdc-8991-20d267ded4a3 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:31:47.906752 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Provisioning complete for port f680ab01-f201-4bdc-8991-20d267ded4a3 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:31:47.906752 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (f680ab01-f201-4bdc-8991-20d267ded4a3), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:47.977163 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-e8ae7ae5-bb03-4a08-839b-a86e51ac1e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5af2417-190e-4085-b4a9-6d63695863f8', 'name': 'tempest-TestMinimumBasicScenario-730020130-router', 'tenant_id': 'db8993b555fd40e3a3ad9e95cdc99a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.61'}], 'enable_snat': True}, 'gw_port_id': 'a82f4493-ef2c-404e-b562-ac0df8b5a3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:31:40Z', 'updated_at': '2022-03-14T14:31:44Z', 'revision_number': 3, 'project_id': 'db8993b555fd40e3a3ad9e95cdc99a7d', 'gw_port': {'id': 'a82f4493-ef2c-404e-b562-ac0df8b5a3e5', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:70:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5af2417-190e-4085-b4a9-6d63695863f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:31:41Z', 'updated_at': '2022-03-14T14:31:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb'}], 'dv-cinder-790535-28-smb', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:31:48.117311 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Current status of the port f680ab01-f201-4bdc-8991-20d267ded4a3 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:31:48.146662 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ae7ae5-bb03-4a08-839b-a86e51ac1e74 None None] Checking router: a5af2417-190e-4085-b4a9-6d63695863f8 for host: dv-cinder-790535-28-smb {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:31:48.147290 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ae7ae5-bb03-4a08-839b-a86e51ac1e74 None None] Updating router a5af2417-190e-4085-b4a9-6d63695863f8 port a82f4493-ef2c-404e-b562-ac0df8b5a3e5 binding host dv-cinder-790535-28-smb {{(pid=103769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 14:31:48.200598 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-e8ae7ae5-bb03-4a08-839b-a86e51ac1e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (a82f4493-ef2c-404e-b562-ac0df8b5a3e5), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:48.225776 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecee873-d266-4a0b-879f-91939ab60174 req-ccd42b5b-fa9a-42c4-ac35-c962c6a9b20d tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:48.249014 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-cecee873-d266-4a0b-879f-91939ab60174 req-ccd42b5b-fa9a-42c4-ac35-c962c6a9b20d tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2b7668b-2be1-443e-b859-2ba5ba8d2d83 HTTP/1.1" status: 200 len: 945 time: 0.2812169 Mar 14 14:31:48.440355 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-cecee873-d266-4a0b-879f-91939ab60174 req-cd568e20-bcec-4b58-8e70-b12b3f575a8f tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc03b155-7823-4347-befd-6c4b804b3f44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1901069 Mar 14 14:31:48.551427 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-69dafef9-6002-46eb-8c9f-71d57624cd00 None None] Provisioning complete for port f680ab01-f201-4bdc-8991-20d267ded4a3 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:31:48.552677 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-69dafef9-6002-46eb-8c9f-71d57624cd00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (f680ab01-f201-4bdc-8991-20d267ded4a3), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:48.592657 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6261fb08-6c5c-4cf3-a972-cb981cde85c8 req-960db6e7-ec19-445b-b930-d025449ad1ac tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744329793199'] for port (67f0d3c4-dc11-4335-b254-f941e2071d0e), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:48.686207 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2a8124-175d-4f0c-8d1c-0402a6dea59b req-b78e0290-9701-4e29-b1c0-80cda94c6407 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:48.696644 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-1b2a8124-175d-4f0c-8d1c-0402a6dea59b req-b78e0290-9701-4e29-b1c0-80cda94c6407 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.58 "GET /v2.0/ports?device_id=51d99f90-7b74-4cd7-938b-4ac0ea805fae HTTP/1.1" status: 200 len: 932 time: 0.1477470 Mar 14 14:31:48.780184 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960db6e7-ec19-445b-b930-d025449ad1ac tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Pushing event updated for resources: {'Port': ['ID=67f0d3c4-dc11-4335-b254-f941e2071d0e,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:48.789570 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6261fb08-6c5c-4cf3-a972-cb981cde85c8 req-960db6e7-ec19-445b-b930-d025449ad1ac tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Network 6ddc4596-65f8-45d3-ba54-9a8ed2c0c193 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:31:48.798150 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-6261fb08-6c5c-4cf3-a972-cb981cde85c8 req-960db6e7-ec19-445b-b930-d025449ad1ac tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:31:48.802490 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-6261fb08-6c5c-4cf3-a972-cb981cde85c8 req-960db6e7-ec19-445b-b930-d025449ad1ac tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:31:48.809140 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6261fb08-6c5c-4cf3-a972-cb981cde85c8 req-960db6e7-ec19-445b-b930-d025449ad1ac tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:48.809762 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6261fb08-6c5c-4cf3-a972-cb981cde85c8 req-960db6e7-ec19-445b-b930-d025449ad1ac tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90846'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:48.834614 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-69dafef9-6002-46eb-8c9f-71d57624cd00 None None] Current status of the port f680ab01-f201-4bdc-8991-20d267ded4a3 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:31:48.858289 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-1b2a8124-175d-4f0c-8d1c-0402a6dea59b req-468d6196-d334-403a-85c1-6ffacbf094e2 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.58 "GET /v2.0/security-groups?id=7095509f-4701-4a3a-aad9-967f36f293d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573224 Mar 14 14:31:48.983323 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-6261fb08-6c5c-4cf3-a972-cb981cde85c8 req-960db6e7-ec19-445b-b930-d025449ad1ac tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4959002 Mar 14 14:31:49.034504 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.v2.base [req-6261fb08-6c5c-4cf3-a972-cb981cde85c8 req-8f384d5a-2de3-4ef4-a1fb-481c57842af4 service neutron] Request body: {'port': {'device_id': '51d99f90-7b74-4cd7-938b-4ac0ea805fae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:31:49.193997 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-b5fcd5f0-a9f3-4b2a-b9b6-bc7051dd2141 None None] Provisioning complete for port 67f0d3c4-dc11-4335-b254-f941e2071d0e triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:31:49.200228 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b5fcd5f0-a9f3-4b2a-b9b6-bc7051dd2141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (67f0d3c4-dc11-4335-b254-f941e2071d0e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:49.258999 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-e8ae7ae5-bb03-4a08-839b-a86e51ac1e74 None None] Publish callbacks [] for port (a82f4493-ef2c-404e-b562-ac0df8b5a3e5), precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:49.332489 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-e8ae7ae5-bb03-4a08-839b-a86e51ac1e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (a82f4493-ef2c-404e-b562-ac0df8b5a3e5), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:49.375707 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-b5fcd5f0-a9f3-4b2a-b9b6-bc7051dd2141 None None] Port 67f0d3c4-dc11-4335-b254-f941e2071d0e cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 14:31:49.426501 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107fc6b2-f9bd-4724-b7a3-8ca8795304e8 None None] Pushing event updated for resources: {'Port': ['ID=a82f4493-ef2c-404e-b562-ac0df8b5a3e5,revision_number=2']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:49.430264 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c01362-d393-4cc1-b283-18d999fb7735 req-01864265-6e82-4c3a-8b2c-389bf365acd2 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:49.441765 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107fc6b2-f9bd-4724-b7a3-8ca8795304e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:31:49.442421 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107fc6b2-f9bd-4724-b7a3-8ca8795304e8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:31:49.442956 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107fc6b2-f9bd-4724-b7a3-8ca8795304e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:31:49.443514 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107fc6b2-f9bd-4724-b7a3-8ca8795304e8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:31:49.444177 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107fc6b2-f9bd-4724-b7a3-8ca8795304e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:31:49.444524 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-10c01362-d393-4cc1-b283-18d999fb7735 req-01864265-6e82-4c3a-8b2c-389bf365acd2 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=383e74ab-b4e3-411b-9735-9d5e08400844 HTTP/1.1" status: 200 len: 944 time: 0.3014479 Mar 14 14:31:49.444889 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107fc6b2-f9bd-4724-b7a3-8ca8795304e8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:31:49.445395 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107fc6b2-f9bd-4724-b7a3-8ca8795304e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:31:49.446171 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107fc6b2-f9bd-4724-b7a3-8ca8795304e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:31:49.448687 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107fc6b2-f9bd-4724-b7a3-8ca8795304e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:31:49.449181 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107fc6b2-f9bd-4724-b7a3-8ca8795304e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:31:49.449731 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107fc6b2-f9bd-4724-b7a3-8ca8795304e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:31:49.450296 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107fc6b2-f9bd-4724-b7a3-8ca8795304e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:31:49.450890 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107fc6b2-f9bd-4724-b7a3-8ca8795304e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:31:49.451368 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107fc6b2-f9bd-4724-b7a3-8ca8795304e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:31:49.451907 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107fc6b2-f9bd-4724-b7a3-8ca8795304e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:31:49.472888 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-e8ae7ae5-bb03-4a08-839b-a86e51ac1e74 None None] Attempting to bind port a82f4493-ef2c-404e-b562-ac0df8b5a3e5 on host dv-cinder-790535-28-smb for vnic_type normal with profile {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:31:49.473565 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-e8ae7ae5-bb03-4a08-839b-a86e51ac1e74 None None] Attempting to bind port a82f4493-ef2c-404e-b562-ac0df8b5a3e5 by drivers openvswitch,hyperv on host dv-cinder-790535-28-smb at level 0 using segments [{'id': 'bce16b83-cd05-4f93-adb0-46e63864be13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:31:49.474136 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ae7ae5-bb03-4a08-839b-a86e51ac1e74 None None] Attempting to bind port a82f4493-ef2c-404e-b562-ac0df8b5a3e5 on network 21060e90-61ba-4e92-afb3-f12491c9b56b {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:31:49.484038 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ae7ae5-bb03-4a08-839b-a86e51ac1e74 None None] Checking agent: {'id': 'ddc61399-76bc-42cc-9da4-26f2fa974742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-28-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 20, 17), 'started_at': datetime.datetime(2022, 3, 14, 14, 20, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-28-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:31:49.484861 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ae7ae5-bb03-4a08-839b-a86e51ac1e74 None None] Checking segment: {'id': 'bce16b83-cd05-4f93-adb0-46e63864be13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:31:49.485443 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-e8ae7ae5-bb03-4a08-839b-a86e51ac1e74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:49.486066 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ae7ae5-bb03-4a08-839b-a86e51ac1e74 None None] Bound using segment: {'id': 'bce16b83-cd05-4f93-adb0-46e63864be13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:31:49.486771 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-e8ae7ae5-bb03-4a08-839b-a86e51ac1e74 None None] Bound port: a82f4493-ef2c-404e-b562-ac0df8b5a3e5, host: dv-cinder-790535-28-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce16b83-cd05-4f93-adb0-46e63864be13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:31:49.487362 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-e8ae7ae5-bb03-4a08-839b-a86e51ac1e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (a82f4493-ef2c-404e-b562-ac0df8b5a3e5), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:49.528710 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6261fb08-6c5c-4cf3-a972-cb981cde85c8 req-8f384d5a-2de3-4ef4-a1fb-481c57842af4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (67f0d3c4-dc11-4335-b254-f941e2071d0e), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:49.552408 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-185ff652-faca-4577-beb8-c863a605b45a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:49.636435 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f3a61-bf76-45bb-a93d-a5e1f6b207af req-b7345457-e26c-4a4c-939a-7f65b202e0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:49.639865 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-848f3a61-bf76-45bb-a93d-a5e1f6b207af req-b7345457-e26c-4a4c-939a-7f65b202e0ec service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=63bac5f5e8de432daf51510c0379662a&device_id=ba304e9b-4741-4fe8-9210-bc5fe68b8d78 HTTP/1.1" status: 200 len: 1129 time: 0.3473864 Mar 14 14:31:49.656328 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-10c01362-d393-4cc1-b283-18d999fb7735 req-872383da-2229-4739-9747-21fab97b5908 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d847fc3-179d-4da6-9776-d95851d7edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1925025 Mar 14 14:31:49.680727 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-e8ae7ae5-bb03-4a08-839b-a86e51ac1e74 None None] For port a82f4493-ef2c-404e-b562-ac0df8b5a3e5, host dv-cinder-790535-28-smb, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:31:49.696998 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27c7d99-394f-43c7-8a07-48ad69162742 req-25ed2292-48fb-4c23-874c-18d3da70e607 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:49.700590 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-e8ae7ae5-bb03-4a08-839b-a86e51ac1e74 None None] For port a82f4493-ef2c-404e-b562-ac0df8b5a3e5, host dv-cinder-790535-28-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-smb',level=0,port_id=a82f4493-ef2c-404e-b562-ac0df8b5a3e5,segment=NetworkSegment(bce16b83-cd05-4f93-adb0-46e63864be13),segment_id=bce16b83-cd05-4f93-adb0-46e63864be13)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:31:49.718427 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-b27c7d99-394f-43c7-8a07-48ad69162742 req-25ed2292-48fb-4c23-874c-18d3da70e607 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba304e9b-4741-4fe8-9210-bc5fe68b8d78 HTTP/1.1" status: 200 len: 945 time: 0.3360894 Mar 14 14:31:49.796842 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-e8ae7ae5-bb03-4a08-839b-a86e51ac1e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (a82f4493-ef2c-404e-b562-ac0df8b5a3e5), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:49.873139 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107fc6b2-f9bd-4724-b7a3-8ca8795304e8 None None] Pushing event updated for resources: {'Port': ['ID=a82f4493-ef2c-404e-b562-ac0df8b5a3e5,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:49.925776 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ae7ae5-bb03-4a08-839b-a86e51ac1e74 None None] Routers {'a5af2417-190e-4085-b4a9-6d63695863f8'} bound to L3 agent in host dv-cinder-790535-28-smb {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:31:49.926588 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-e8ae7ae5-bb03-4a08-839b-a86e51ac1e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-14T14:20:13Z,description=,heartbeat_timestamp=2022-03-14T14:31:43Z,host='dv-cinder-790535-28-smb',id=3a20f343-fbae-42b4-9bd9-ea7570b5f761,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:20:14Z,topic='l3_agent')) {'router_ids': ['a5af2417-190e-4085-b4a9-6d63695863f8'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:31:50.147098 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-b27c7d99-394f-43c7-8a07-48ad69162742 req-5a239f83-e4ca-492b-80e7-7b8af0f83e5c tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4346564 Mar 14 14:31:50.209188 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73a9972-717c-4ebd-afe6-1ca4e9f87f4b req-58486978-734c-4f5b-9987-ca2dbec08311 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:50.220927 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-e8ae7ae5-bb03-4a08-839b-a86e51ac1e74 None None] Set router a5af2417-190e-4085-b4a9-6d63695863f8 gateway port host: dv-cinder-790535-28-smb {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:31:50.227352 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-d73a9972-717c-4ebd-afe6-1ca4e9f87f4b req-58486978-734c-4f5b-9987-ca2dbec08311 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2b7668b-2be1-443e-b859-2ba5ba8d2d83 HTTP/1.1" status: 200 len: 945 time: 0.4122987 Mar 14 14:31:50.280609 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f3a61-bf76-45bb-a93d-a5e1f6b207af req-db9ecb5c-f469-47b5-8d13-ae7c8f7dd61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:50.283390 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-848f3a61-bf76-45bb-a93d-a5e1f6b207af req-db9ecb5c-f469-47b5-8d13-ae7c8f7dd61e service neutron] 10.222.0.35 "GET /v2.0/networks?id=0ddf994f-0880-45d8-aabd-d4172b6b2de8 HTTP/1.1" status: 200 len: 919 time: 0.6253030 Mar 14 14:31:50.312986 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-185ff652-faca-4577-beb8-c863a605b45a admin admin] Allocated IP 172.20.0.1 (4b40e74a-8fd1-443f-82b2-a89b628bdfd7/92400b76-f82a-462d-9f9e-082a2f701d77/6976d242-1484-4b19-8a1a-1cfbb31a58b9) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:31:50.477493 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-848f3a61-bf76-45bb-a93d-a5e1f6b207af req-94afce99-6dd5-445d-892b-dddfb29e53e1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a05af32d-d6e5-47f7-b20d-3a130c49f1d6 HTTP/1.1" status: 200 len: 217 time: 0.1125510 Mar 14 14:31:50.477493 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-d73a9972-717c-4ebd-afe6-1ca4e9f87f4b req-5969bb92-2e7d-4a2a-8bca-88269850d9ef tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc03b155-7823-4347-befd-6c4b804b3f44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2292624 Mar 14 14:31:50.510241 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2428d92e-e3fa-4488-94a1-185da2c72fd7 req-23c9e63c-03d4-4af9-8552-a1ede7ce6a7d tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:50.526664 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-2428d92e-e3fa-4488-94a1-185da2c72fd7 req-23c9e63c-03d4-4af9-8552-a1ede7ce6a7d tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.58 "GET /v2.0/ports?device_id=51d99f90-7b74-4cd7-938b-4ac0ea805fae HTTP/1.1" status: 200 len: 932 time: 0.1941373 Mar 14 14:31:50.526664 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f3a61-bf76-45bb-a93d-a5e1f6b207af req-777f3045-a0f8-4877-b32e-db5bb8ab608f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:50.526664 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-848f3a61-bf76-45bb-a93d-a5e1f6b207af req-777f3045-a0f8-4877-b32e-db5bb8ab608f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bb7c63e2-0951-4b05-855d-9c4a5d265339 HTTP/1.1" status: 200 len: 858 time: 0.0989921 Mar 14 14:31:50.527160 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-185ff652-faca-4577-beb8-c863a605b45a admin admin] Publish callbacks [] for port (6976d242-1484-4b19-8a1a-1cfbb31a58b9), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:50.540829 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-e8ae7ae5-bb03-4a08-839b-a86e51ac1e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5af2417-190e-4085-b4a9-6d63695863f8', 'name': 'tempest-TestMinimumBasicScenario-730020130-router', 'tenant_id': 'db8993b555fd40e3a3ad9e95cdc99a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.61'}], 'enable_snat': True}, 'gw_port_id': 'a82f4493-ef2c-404e-b562-ac0df8b5a3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:31:40Z', 'updated_at': '2022-03-14T14:31:44Z', 'revision_number': 3, 'project_id': 'db8993b555fd40e3a3ad9e95cdc99a7d', 'gw_port': {'id': 'a82f4493-ef2c-404e-b562-ac0df8b5a3e5', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:70:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5af2417-190e-4085-b4a9-6d63695863f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:31:41Z', 'updated_at': '2022-03-14T14:31:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb'}], 'dv-cinder-790535-28-smb', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:31:50.577048 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-848f3a61-bf76-45bb-a93d-a5e1f6b207af req-2ee8b26a-428d-477c-ba32-f14bce3eb9d3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0ddf994f-0880-45d8-aabd-d4172b6b2de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366385 Mar 14 14:31:50.591209 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ae7ae5-bb03-4a08-839b-a86e51ac1e74 None None] The sync data for ids ['a5af2417-190e-4085-b4a9-6d63695863f8'] in dv-cinder-790535-28-smb is: [{'id': 'a5af2417-190e-4085-b4a9-6d63695863f8', 'name': 'tempest-TestMinimumBasicScenario-730020130-router', 'tenant_id': 'db8993b555fd40e3a3ad9e95cdc99a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.61'}], 'enable_snat': True}, 'gw_port_id': 'a82f4493-ef2c-404e-b562-ac0df8b5a3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:31:40Z', 'updated_at': '2022-03-14T14:31:44Z', 'revision_number': 3, 'project_id': 'db8993b555fd40e3a3ad9e95cdc99a7d', 'gw_port': {'id': 'a82f4493-ef2c-404e-b562-ac0df8b5a3e5', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:70:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5af2417-190e-4085-b4a9-6d63695863f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:31:41Z', 'updated_at': '2022-03-14T14:31:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb'}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:31:50.598253 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.notifiers.nova [req-6261fb08-6c5c-4cf3-a972-cb981cde85c8 req-8f384d5a-2de3-4ef4-a1fb-481c57842af4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67f0d3c4-dc11-4335-b254-f941e2071d0e {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 14:31:50.609525 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6261fb08-6c5c-4cf3-a972-cb981cde85c8 req-8f384d5a-2de3-4ef4-a1fb-481c57842af4 service neutron] Publish callbacks [] for port (67f0d3c4-dc11-4335-b254-f941e2071d0e), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:50.635709 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-6261fb08-6c5c-4cf3-a972-cb981cde85c8 req-8f384d5a-2de3-4ef4-a1fb-481c57842af4 service neutron] Transition to ACTIVE for port object 67f0d3c4-dc11-4335-b254-f941e2071d0e will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 14:31:50.659840 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-2428d92e-e3fa-4488-94a1-185da2c72fd7 req-012a9d34-cf9f-4e79-8f5d-90c216d303c0 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.58 "GET /v2.0/security-groups?id=7095509f-4701-4a3a-aad9-967f36f293d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395833 Mar 14 14:31:50.699058 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-185ff652-faca-4577-beb8-c863a605b45a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744329793199'] for port (6976d242-1484-4b19-8a1a-1cfbb31a58b9), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:50.735525 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-848f3a61-bf76-45bb-a93d-a5e1f6b207af req-5c2e2b1c-b568-4c91-a867-e7db9a937c8a service neutron] 10.222.0.35 "GET /v2.0/networks/0ddf994f-0880-45d8-aabd-d4172b6b2de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466877 Mar 14 14:31:50.742381 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6261fb08-6c5c-4cf3-a972-cb981cde85c8 req-8f384d5a-2de3-4ef4-a1fb-481c57842af4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (67f0d3c4-dc11-4335-b254-f941e2071d0e), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:50.762065 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185ff652-faca-4577-beb8-c863a605b45a admin admin] Network 4b40e74a-8fd1-443f-82b2-a89b628bdfd7 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:31:50.766625 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-185ff652-faca-4577-beb8-c863a605b45a admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:31:50.769645 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185ff652-faca-4577-beb8-c863a605b45a admin admin] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:31:50.770164 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-185ff652-faca-4577-beb8-c863a605b45a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2015297'] for router_interface (a5af2417-190e-4085-b4a9-6d63695863f8), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:50.772653 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185ff652-faca-4577-beb8-c863a605b45a admin admin] Pushing event updated for resources: {'Port': ['ID=6976d242-1484-4b19-8a1a-1cfbb31a58b9,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:50.957416 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f384d5a-2de3-4ef4-a1fb-481c57842af4 service neutron] Pushing event updated for resources: {'Port': ['ID=67f0d3c4-dc11-4335-b254-f941e2071d0e,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:51.014837 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-6261fb08-6c5c-4cf3-a972-cb981cde85c8 req-8f384d5a-2de3-4ef4-a1fb-481c57842af4 service neutron] Attempting to bind port 67f0d3c4-dc11-4335-b254-f941e2071d0e on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:31:51.015194 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-6261fb08-6c5c-4cf3-a972-cb981cde85c8 req-8f384d5a-2de3-4ef4-a1fb-481c57842af4 service neutron] Attempting to bind port 67f0d3c4-dc11-4335-b254-f941e2071d0e by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '05eb4756-2da3-4c70-aee4-7d1765309a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '6ddc4596-65f8-45d3-ba54-9a8ed2c0c193'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:31:51.015597 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6261fb08-6c5c-4cf3-a972-cb981cde85c8 req-8f384d5a-2de3-4ef4-a1fb-481c57842af4 service neutron] Attempting to bind port 67f0d3c4-dc11-4335-b254-f941e2071d0e on network 6ddc4596-65f8-45d3-ba54-9a8ed2c0c193 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:31:51.031381 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6261fb08-6c5c-4cf3-a972-cb981cde85c8 req-8f384d5a-2de3-4ef4-a1fb-481c57842af4 service neutron] Port 67f0d3c4-dc11-4335-b254-f941e2071d0e on network 6ddc4596-65f8-45d3-ba54-9a8ed2c0c193 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 14:31:51.032649 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6261fb08-6c5c-4cf3-a972-cb981cde85c8 req-8f384d5a-2de3-4ef4-a1fb-481c57842af4 service neutron] Attempting to bind port 67f0d3c4-dc11-4335-b254-f941e2071d0e on network 6ddc4596-65f8-45d3-ba54-9a8ed2c0c193 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:31:51.044506 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6261fb08-6c5c-4cf3-a972-cb981cde85c8 req-8f384d5a-2de3-4ef4-a1fb-481c57842af4 service neutron] Checking agent: {'id': '5e7a912f-556e-4923-ad48-72f47c325557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 26, 56), 'started_at': datetime.datetime(2022, 3, 14, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:31:51.049660 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6261fb08-6c5c-4cf3-a972-cb981cde85c8 req-8f384d5a-2de3-4ef4-a1fb-481c57842af4 service neutron] Checking segment: {'id': '05eb4756-2da3-4c70-aee4-7d1765309a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '6ddc4596-65f8-45d3-ba54-9a8ed2c0c193'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:31:51.050327 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6261fb08-6c5c-4cf3-a972-cb981cde85c8 req-8f384d5a-2de3-4ef4-a1fb-481c57842af4 service neutron] Bound using segment: {'id': '05eb4756-2da3-4c70-aee4-7d1765309a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '6ddc4596-65f8-45d3-ba54-9a8ed2c0c193'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:31:51.050878 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-6261fb08-6c5c-4cf3-a972-cb981cde85c8 req-8f384d5a-2de3-4ef4-a1fb-481c57842af4 service neutron] Bound port: 67f0d3c4-dc11-4335-b254-f941e2071d0e, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05eb4756-2da3-4c70-aee4-7d1765309a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '6ddc4596-65f8-45d3-ba54-9a8ed2c0c193'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:31:51.051332 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6261fb08-6c5c-4cf3-a972-cb981cde85c8 req-8f384d5a-2de3-4ef4-a1fb-481c57842af4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (67f0d3c4-dc11-4335-b254-f941e2071d0e), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:51.279233 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-185ff652-faca-4577-beb8-c863a605b45a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (6976d242-1484-4b19-8a1a-1cfbb31a58b9), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:51.282798 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-6261fb08-6c5c-4cf3-a972-cb981cde85c8 req-8f384d5a-2de3-4ef4-a1fb-481c57842af4 service neutron] For port 67f0d3c4-dc11-4335-b254-f941e2071d0e, host hv-cinder-79053, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:31:51.293078 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-6261fb08-6c5c-4cf3-a972-cb981cde85c8 req-8f384d5a-2de3-4ef4-a1fb-481c57842af4 service neutron] For port 67f0d3c4-dc11-4335-b254-f941e2071d0e, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=67f0d3c4-dc11-4335-b254-f941e2071d0e,segment=NetworkSegment(05eb4756-2da3-4c70-aee4-7d1765309a16),segment_id=05eb4756-2da3-4c70-aee4-7d1765309a16)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:31:51.345103 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c2105459-a0da-436a-a799-60ff5db5051f None None] Provisioning complete for port 6976d242-1484-4b19-8a1a-1cfbb31a58b9 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:31:51.346304 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c2105459-a0da-436a-a799-60ff5db5051f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (6976d242-1484-4b19-8a1a-1cfbb31a58b9), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:51.396525 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c2105459-a0da-436a-a799-60ff5db5051f None None] Port 6976d242-1484-4b19-8a1a-1cfbb31a58b9 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 14:31:51.415336 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6261fb08-6c5c-4cf3-a972-cb981cde85c8 req-8f384d5a-2de3-4ef4-a1fb-481c57842af4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (67f0d3c4-dc11-4335-b254-f941e2071d0e), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:51.422496 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-848f3a61-bf76-45bb-a93d-a5e1f6b207af req-1b58889b-e433-4842-a74e-50c0075bc566 service neutron] 10.222.0.35 "GET /v2.0/networks/0ddf994f-0880-45d8-aabd-d4172b6b2de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6588702 Mar 14 14:31:51.495789 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becffda3-8604-4d5d-bc00-c1e88d11b181 req-a7bd53fd-2838-4552-8d4d-a235db7481ea tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:51.495789 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-becffda3-8604-4d5d-bc00-c1e88d11b181 req-a7bd53fd-2838-4552-8d4d-a235db7481ea tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=383e74ab-b4e3-411b-9735-9d5e08400844 HTTP/1.1" status: 200 len: 944 time: 0.5684218 Mar 14 14:31:51.521762 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Device a82f4493-ef2c-404e-b562-ac0df8b5a3e5 up at agent ovs-agent-dv-cinder-790535-28-smb {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:31:51.523061 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd54b028-659b-4505-b132-eefe49163dd2 req-01e3e941-b235-41a1-b6ec-cf6745665b6a tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:51.531288 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-bd54b028-659b-4505-b132-eefe49163dd2 req-01e3e941-b235-41a1-b6ec-cf6745665b6a tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba304e9b-4741-4fe8-9210-bc5fe68b8d78 HTTP/1.1" status: 200 len: 945 time: 0.2079217 Mar 14 14:31:51.590715 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f384d5a-2de3-4ef4-a1fb-481c57842af4 service neutron] Pushing event updated for resources: {'Port': ['ID=67f0d3c4-dc11-4335-b254-f941e2071d0e,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:51.609064 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6261fb08-6c5c-4cf3-a972-cb981cde85c8 req-8f384d5a-2de3-4ef4-a1fb-481c57842af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:51.609691 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6261fb08-6c5c-4cf3-a972-cb981cde85c8 req-8f384d5a-2de3-4ef4-a1fb-481c57842af4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90846'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:51.611122 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-6261fb08-6c5c-4cf3-a972-cb981cde85c8 req-8f384d5a-2de3-4ef4-a1fb-481c57842af4 service neutron] 10.222.0.35 "PUT /v2.0/ports/67f0d3c4-dc11-4335-b254-f941e2071d0e HTTP/1.1" status: 200 len: 1094 time: 2.5878000 Mar 14 14:31:51.611690 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51d99f90-7b74-4cd7-938b-4ac0ea805fae', 'tag': '67f0d3c4-dc11-4335-b254-f941e2071d0e'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:31:51.613279 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Provisioning complete for port a82f4493-ef2c-404e-b562-ac0df8b5a3e5 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:31:51.614156 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (a82f4493-ef2c-404e-b562-ac0df8b5a3e5), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:51.614338 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecc69d4607165f869e932d0d7c88ad38dd700a403a0c37ccec57971c369afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71465cb6-656e-4b1e-afef-5288be7ac7a4" -d '{"events": [{"name": "network-changed", "server_uuid": "51d99f90-7b74-4cd7-938b-4ac0ea805fae", "tag": "67f0d3c4-dc11-4335-b254-f941e2071d0e"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:31:51.645093 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-becffda3-8604-4d5d-bc00-c1e88d11b181 req-4c6001c1-641b-4a4a-bd74-6a7ae6bca842 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d847fc3-179d-4da6-9776-d95851d7edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399839 Mar 14 14:31:51.656621 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-bd54b028-659b-4505-b132-eefe49163dd2 req-e55e9917-c283-4c8c-933d-2bb4e0be3323 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240582 Mar 14 14:31:51.737689 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-185ff652-faca-4577-beb8-c863a605b45a admin admin] Publish callbacks [] for port (6976d242-1484-4b19-8a1a-1cfbb31a58b9), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:51.795276 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 14:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72aff2c5-1202-4dd9-b3d6-0869ce2b2dfd x-openstack-request-id: req-72aff2c5-1202-4dd9-b3d6-0869ce2b2dfd {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:31:51.795659 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51d99f90-7b74-4cd7-938b-4ac0ea805fae", "tag": "67f0d3c4-dc11-4335-b254-f941e2071d0e", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:31:51.796000 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-72aff2c5-1202-4dd9-b3d6-0869ce2b2dfd {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:31:51.796491 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51d99f90-7b74-4cd7-938b-4ac0ea805fae', 'tag': '67f0d3c4-dc11-4335-b254-f941e2071d0e', 'status': 'completed', 'code': 200} Mar 14 14:31:51.822953 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6261fb08-6c5c-4cf3-a972-cb981cde85c8 req-e7961ee4-781a-443a-b6e0-105a4b3229dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:51.826500 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-6261fb08-6c5c-4cf3-a972-cb981cde85c8 req-e7961ee4-781a-443a-b6e0-105a4b3229dc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a13b71d43cd34fb38f85e1cc0af43e28&device_id=51d99f90-7b74-4cd7-938b-4ac0ea805fae HTTP/1.1" status: 200 len: 1128 time: 0.0712199 Mar 14 14:31:51.858286 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-185ff652-faca-4577-beb8-c863a605b45a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (6976d242-1484-4b19-8a1a-1cfbb31a58b9), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:51.858286 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-185ff652-faca-4577-beb8-c863a605b45a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2015469'] for router_interface (a5af2417-190e-4085-b4a9-6d63695863f8), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:51.900654 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fdee51-347b-4eed-be24-430847cf1ee3 req-7707d6ee-4dd3-4f01-9d9c-f465e4dbcf57 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:51.908753 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Current status of the port a82f4493-ef2c-404e-b562-ac0df8b5a3e5 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:31:51.909377 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (a82f4493-ef2c-404e-b562-ac0df8b5a3e5), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:51.912978 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-67fdee51-347b-4eed-be24-430847cf1ee3 req-7707d6ee-4dd3-4f01-9d9c-f465e4dbcf57 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2b7668b-2be1-443e-b859-2ba5ba8d2d83 HTTP/1.1" status: 200 len: 945 time: 0.1726556 Mar 14 14:31:51.940139 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] For port a82f4493-ef2c-404e-b562-ac0df8b5a3e5, host dv-cinder-790535-28-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-smb',level=0,port_id=a82f4493-ef2c-404e-b562-ac0df8b5a3e5,segment=NetworkSegment(bce16b83-cd05-4f93-adb0-46e63864be13),segment_id=bce16b83-cd05-4f93-adb0-46e63864be13)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:31:51.997391 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-67fdee51-347b-4eed-be24-430847cf1ee3 req-1ec23ca6-0e49-483e-a4e1-38eb6b6c8f45 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc03b155-7823-4347-befd-6c4b804b3f44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0833499 Mar 14 14:31:52.018366 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185ff652-faca-4577-beb8-c863a605b45a admin admin] Pushing event updated for resources: {'Port': ['ID=6976d242-1484-4b19-8a1a-1cfbb31a58b9,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:52.031592 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127aa040-28c9-42a6-ab4a-12d1bf5cba97 req-8a2c2380-8107-4023-b0e3-bfc5ad2d3c6b tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:52.033851 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-127aa040-28c9-42a6-ab4a-12d1bf5cba97 req-8a2c2380-8107-4023-b0e3-bfc5ad2d3c6b tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.58 "GET /v2.0/ports?device_id=51d99f90-7b74-4cd7-938b-4ac0ea805fae HTTP/1.1" status: 200 len: 944 time: 0.0987065 Mar 14 14:31:52.046378 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (a82f4493-ef2c-404e-b562-ac0df8b5a3e5), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:52.051024 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-6261fb08-6c5c-4cf3-a972-cb981cde85c8 req-69c79777-14f3-48c3-9fe2-ac144327f671 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67f0d3c4-dc11-4335-b254-f941e2071d0e HTTP/1.1" status: 200 len: 217 time: 0.2035966 Mar 14 14:31:52.128617 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-127aa040-28c9-42a6-ab4a-12d1bf5cba97 req-3fb4ab21-ae2c-457f-b499-f467918898e4 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.58 "GET /v2.0/security-groups?id=7095509f-4701-4a3a-aad9-967f36f293d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883460 Mar 14 14:31:52.136722 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Pushing event updated for resources: {'Port': ['ID=a82f4493-ef2c-404e-b562-ac0df8b5a3e5,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:52.222146 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6261fb08-6c5c-4cf3-a972-cb981cde85c8 req-84c17671-abb8-4f87-bf2e-2b1f0373f34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:52.223655 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-6261fb08-6c5c-4cf3-a972-cb981cde85c8 req-84c17671-abb8-4f87-bf2e-2b1f0373f34c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b6f3e4c4-8c5e-45e1-899c-abb308a625a6 HTTP/1.1" status: 200 len: 847 time: 0.1718245 Mar 14 14:31:52.243618 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185ff652-faca-4577-beb8-c863a605b45a admin admin] Network 4b40e74a-8fd1-443f-82b2-a89b628bdfd7 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:31:52.247097 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-185ff652-faca-4577-beb8-c863a605b45a admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:31:52.340499 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6261fb08-6c5c-4cf3-a972-cb981cde85c8 req-2bcef0e0-c617-4af6-84d5-821f35859ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:52.342687 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-6261fb08-6c5c-4cf3-a972-cb981cde85c8 req-2bcef0e0-c617-4af6-84d5-821f35859ea1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6ddc4596-65f8-45d3-ba54-9a8ed2c0c193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.1090333 Mar 14 14:31:52.481321 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-185ff652-faca-4577-beb8-c863a605b45a admin admin] Router a5af2417-190e-4085-b4a9-6d63695863f8 has already been hosted by L3 agent 3a20f343-fbae-42b4-9bd9-ea7570b5f761 {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 14:31:52.511620 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-6261fb08-6c5c-4cf3-a972-cb981cde85c8 req-dd475238-09fe-4d67-b449-2e40d18d1926 service neutron] 10.222.0.35 "GET /v2.0/networks/6ddc4596-65f8-45d3-ba54-9a8ed2c0c193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244192 Mar 14 14:31:52.555480 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-3e0aeb18-66ed-4f6e-84c6-a20390fc6b6f None None] Provisioning complete for port 6976d242-1484-4b19-8a1a-1cfbb31a58b9 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:31:52.556213 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3e0aeb18-66ed-4f6e-84c6-a20390fc6b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (6976d242-1484-4b19-8a1a-1cfbb31a58b9), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:52.599918 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-3e0aeb18-66ed-4f6e-84c6-a20390fc6b6f None None] Port 6976d242-1484-4b19-8a1a-1cfbb31a58b9 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 14:31:52.700633 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-6261fb08-6c5c-4cf3-a972-cb981cde85c8 req-a1fb71bc-e8e7-4721-b31b-5dcb0225bdc4 service neutron] 10.222.0.35 "GET /v2.0/networks/6ddc4596-65f8-45d3-ba54-9a8ed2c0c193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571236 Mar 14 14:31:52.705036 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-185ff652-faca-4577-beb8-c863a605b45a admin admin] Notify agent at l3_agent.dv-cinder-790535-28-smb the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:31:52.716461 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-185ff652-faca-4577-beb8-c863a605b45a admin admin] 10.222.0.58 "PUT /v2.0/routers/a5af2417-190e-4085-b4a9-6d63695863f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5470877 Mar 14 14:31:52.813017 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d0abb1-36cc-4524-be2e-ca471d828ebf req-1357a7b3-78dd-4442-af75-4767f6a501e1 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:52.820198 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-99d0abb1-36cc-4524-be2e-ca471d828ebf req-1357a7b3-78dd-4442-af75-4767f6a501e1 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba304e9b-4741-4fe8-9210-bc5fe68b8d78 HTTP/1.1" status: 200 len: 945 time: 0.0904510 Mar 14 14:31:52.900450 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ed9551-ce69-4b7e-b8c5-2befcf00be11 req-2e57c39f-b9e0-4b09-a3aa-781f52dad6e5 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:52.902173 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-f5ed9551-ce69-4b7e-b8c5-2befcf00be11 req-2e57c39f-b9e0-4b09-a3aa-781f52dad6e5 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=383e74ab-b4e3-411b-9735-9d5e08400844 HTTP/1.1" status: 200 len: 944 time: 0.1110215 Mar 14 14:31:52.922636 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-99d0abb1-36cc-4524-be2e-ca471d828ebf req-021cce8b-7f80-479a-b0c1-8c571245789b tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959227 Mar 14 14:31:52.926097 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71465cb6-656e-4b1e-afef-5288be7ac7a4 req-2de50d21-88af-4ea7-8aa4-295c7564cbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:52.928631 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-71465cb6-656e-4b1e-afef-5288be7ac7a4 req-2de50d21-88af-4ea7-8aa4-295c7564cbfc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a13b71d43cd34fb38f85e1cc0af43e28&device_id=51d99f90-7b74-4cd7-938b-4ac0ea805fae HTTP/1.1" status: 200 len: 1128 time: 0.0582261 Mar 14 14:31:52.974848 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-f5ed9551-ce69-4b7e-b8c5-2befcf00be11 req-50c730dc-97a9-464e-ab2e-6e777e59898b tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d847fc3-179d-4da6-9776-d95851d7edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545499 Mar 14 14:31:53.044443 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71465cb6-656e-4b1e-afef-5288be7ac7a4 req-b50a219b-b971-4a11-8120-a8cebd1e34fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:53.047289 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-71465cb6-656e-4b1e-afef-5288be7ac7a4 req-b50a219b-b971-4a11-8120-a8cebd1e34fb service neutron] 10.222.0.35 "GET /v2.0/networks?id=6ddc4596-65f8-45d3-ba54-9a8ed2c0c193 HTTP/1.1" status: 200 len: 909 time: 0.1095943 Mar 14 14:31:53.078850 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af2f1ec-40e8-4446-8140-c1e80649368e None None] Sync routers for ids ['a5af2417-190e-4085-b4a9-6d63695863f8'] in dv-cinder-790535-28-smb {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:31:53.105949 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af2f1ec-40e8-4446-8140-c1e80649368e None None] Routers {'a5af2417-190e-4085-b4a9-6d63695863f8'} bound to L3 agent in host dv-cinder-790535-28-smb {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:31:53.106594 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-0af2f1ec-40e8-4446-8140-c1e80649368e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-14T14:20:13Z,description=,heartbeat_timestamp=2022-03-14T14:31:43Z,host='dv-cinder-790535-28-smb',id=3a20f343-fbae-42b4-9bd9-ea7570b5f761,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:20:14Z,topic='l3_agent')) {'router_ids': ['a5af2417-190e-4085-b4a9-6d63695863f8'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:31:53.123952 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-71465cb6-656e-4b1e-afef-5288be7ac7a4 req-ff233e0d-921e-48a9-bdab-d6696187717c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67f0d3c4-dc11-4335-b254-f941e2071d0e HTTP/1.1" status: 200 len: 217 time: 0.0653479 Mar 14 14:31:53.217459 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ee47ab-017f-4579-974c-f9433340cb99 req-d3264eaf-dfc7-4726-952d-04ec55bf4019 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:53.227038 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-31ee47ab-017f-4579-974c-f9433340cb99 req-d3264eaf-dfc7-4726-952d-04ec55bf4019 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2b7668b-2be1-443e-b859-2ba5ba8d2d83 HTTP/1.1" status: 200 len: 945 time: 0.1125779 Mar 14 14:31:53.241819 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71465cb6-656e-4b1e-afef-5288be7ac7a4 req-2c3bf62c-4f9a-4781-8bb1-0b4896f4d014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:53.248939 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-71465cb6-656e-4b1e-afef-5288be7ac7a4 req-2c3bf62c-4f9a-4781-8bb1-0b4896f4d014 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b6f3e4c4-8c5e-45e1-899c-abb308a625a6 HTTP/1.1" status: 200 len: 847 time: 0.1174097 Mar 14 14:31:53.251063 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 35030) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:31:53.338694 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-0af2f1ec-40e8-4446-8140-c1e80649368e None None] Set router a5af2417-190e-4085-b4a9-6d63695863f8 gateway port host: dv-cinder-790535-28-smb {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:31:53.355975 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71465cb6-656e-4b1e-afef-5288be7ac7a4 req-129b8d78-27ef-4df3-9060-39874d717398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:53.358567 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-71465cb6-656e-4b1e-afef-5288be7ac7a4 req-129b8d78-27ef-4df3-9060-39874d717398 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6ddc4596-65f8-45d3-ba54-9a8ed2c0c193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0933127 Mar 14 14:31:53.360295 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-31ee47ab-017f-4579-974c-f9433340cb99 req-a9fcc30e-cbe0-4427-baa3-e2d0a61f0efc tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc03b155-7823-4347-befd-6c4b804b3f44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1081676 Mar 14 14:31:53.423260 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da1050e-2904-4fd3-96ef-ce1a7630e3b4 req-6f483cd0-7f2f-4f2d-8425-4ef3cb0ff65a tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:53.425449 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-0da1050e-2904-4fd3-96ef-ce1a7630e3b4 req-6f483cd0-7f2f-4f2d-8425-4ef3cb0ff65a tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.58 "GET /v2.0/ports?device_id=51d99f90-7b74-4cd7-938b-4ac0ea805fae HTTP/1.1" status: 200 len: 944 time: 0.1908731 Mar 14 14:31:53.550016 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-0da1050e-2904-4fd3-96ef-ce1a7630e3b4 req-7aab361f-dd8f-41fe-9db3-3f891dcf8118 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.58 "GET /v2.0/security-groups?id=7095509f-4701-4a3a-aad9-967f36f293d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172936 Mar 14 14:31:53.570174 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0190d56b-d1aa-44bb-b5d3-886c7c5719cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:53.586964 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Device a82f4493-ef2c-404e-b562-ac0df8b5a3e5 up at agent ovs-agent-dv-cinder-790535-28-smb {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:31:53.715320 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Provisioning complete for port a82f4493-ef2c-404e-b562-ac0df8b5a3e5 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:31:53.716061 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (a82f4493-ef2c-404e-b562-ac0df8b5a3e5), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:53.784117 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-0af2f1ec-40e8-4446-8140-c1e80649368e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5af2417-190e-4085-b4a9-6d63695863f8', 'name': 'tempest-TestMinimumBasicScenario-730020130-router', 'tenant_id': 'db8993b555fd40e3a3ad9e95cdc99a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.61'}], 'enable_snat': True}, 'gw_port_id': 'a82f4493-ef2c-404e-b562-ac0df8b5a3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:31:40Z', 'updated_at': '2022-03-14T14:31:51Z', 'revision_number': 4, 'project_id': 'db8993b555fd40e3a3ad9e95cdc99a7d', 'gw_port': {'id': 'a82f4493-ef2c-404e-b562-ac0df8b5a3e5', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:70:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5af2417-190e-4085-b4a9-6d63695863f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:31:41Z', 'updated_at': '2022-03-14T14:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb', '_interfaces': [{'id': '6976d242-1484-4b19-8a1a-1cfbb31a58b9', 'name': '', 'network_id': '4b40e74a-8fd1-443f-82b2-a89b628bdfd7', 'tenant_id': 'db8993b555fd40e3a3ad9e95cdc99a7d', 'mac_address': 'fa:16:3e:4f:59:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5af2417-190e-4085-b4a9-6d63695863f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '92400b76-f82a-462d-9f9e-082a2f701d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:31:49Z', 'updated_at': '2022-03-14T14:31:51Z', 'revision_number': 2, 'project_id': 'db8993b555fd40e3a3ad9e95cdc99a7d', 'subnets': [{'id': '92400b76-f82a-462d-9f9e-082a2f701d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-smb', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:31:53.814894 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af2f1ec-40e8-4446-8140-c1e80649368e None None] Checking router: a5af2417-190e-4085-b4a9-6d63695863f8 for host: dv-cinder-790535-28-smb {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:31:53.815262 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af2f1ec-40e8-4446-8140-c1e80649368e None None] Updating router a5af2417-190e-4085-b4a9-6d63695863f8 port 6976d242-1484-4b19-8a1a-1cfbb31a58b9 binding host dv-cinder-790535-28-smb {{(pid=103768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 14:31:53.934923 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-71465cb6-656e-4b1e-afef-5288be7ac7a4 req-2534c868-51e4-499a-bdbc-68f9c77a5485 service neutron] 10.222.0.35 "GET /v2.0/networks/6ddc4596-65f8-45d3-ba54-9a8ed2c0c193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5694501 Mar 14 14:31:54.123818 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0190d56b-d1aa-44bb-b5d3-886c7c5719cf admin admin] Publish callbacks [] for security_group (b6b6139e-2501-4d09-9c63-30b10e89ac52), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:54.172523 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-71465cb6-656e-4b1e-afef-5288be7ac7a4 req-1b1eed6e-2315-457a-a6a9-f77565ff4fe7 service neutron] 10.222.0.35 "GET /v2.0/networks/6ddc4596-65f8-45d3-ba54-9a8ed2c0c193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222898 Mar 14 14:31:54.174897 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0af2f1ec-40e8-4446-8140-c1e80649368e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (6976d242-1484-4b19-8a1a-1cfbb31a58b9), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:54.179171 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Current status of the port a82f4493-ef2c-404e-b562-ac0df8b5a3e5 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:31:54.261760 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd0b077-3630-49b1-b2dd-6615e686d27c req-0876edfa-1c8f-4087-8a86-e25a8b05133d tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:54.268851 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-bfd0b077-3630-49b1-b2dd-6615e686d27c req-0876edfa-1c8f-4087-8a86-e25a8b05133d tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba304e9b-4741-4fe8-9210-bc5fe68b8d78 HTTP/1.1" status: 200 len: 945 time: 0.1832068 Mar 14 14:31:54.325704 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2d50fe-ca94-4e9b-a767-b675fd808369 req-20da3aaa-4393-4769-bf59-c5703a8fd75c tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:54.331726 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-ab2d50fe-ca94-4e9b-a767-b675fd808369 req-20da3aaa-4393-4769-bf59-c5703a8fd75c tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=383e74ab-b4e3-411b-9735-9d5e08400844 HTTP/1.1" status: 200 len: 944 time: 0.1623106 Mar 14 14:31:54.400446 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-bfd0b077-3630-49b1-b2dd-6615e686d27c req-2d6bc093-a339-4500-855a-7e8b850aa909 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306455 Mar 14 14:31:54.436579 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-ab2d50fe-ca94-4e9b-a767-b675fd808369 req-0ae72d17-e5a5-4427-81ff-41ff430b1c47 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d847fc3-179d-4da6-9776-d95851d7edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034145 Mar 14 14:31:54.632968 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f6a96-9ad3-4ee6-8d00-2edc57ec38b3 req-137d940d-5728-4878-a9be-52cc2c18b582 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:54.635246 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-440f6a96-9ad3-4ee6-8d00-2edc57ec38b3 req-137d940d-5728-4878-a9be-52cc2c18b582 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2b7668b-2be1-443e-b859-2ba5ba8d2d83 HTTP/1.1" status: 200 len: 945 time: 0.1364591 Mar 14 14:31:54.777746 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-440f6a96-9ad3-4ee6-8d00-2edc57ec38b3 req-6c70b6ee-cbf5-482c-8ad6-bbd92fe7c594 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc03b155-7823-4347-befd-6c4b804b3f44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1369312 Mar 14 14:31:54.812835 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a560e71-9b29-4024-9548-ee6ad7ded814 req-dfbfa03a-cf8e-4bf7-8eac-9acedba20c77 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:54.814807 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-1a560e71-9b29-4024-9548-ee6ad7ded814 req-dfbfa03a-cf8e-4bf7-8eac-9acedba20c77 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.58 "GET /v2.0/ports?device_id=51d99f90-7b74-4cd7-938b-4ac0ea805fae HTTP/1.1" status: 200 len: 944 time: 0.0888619 Mar 14 14:31:54.829663 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0af2f1ec-40e8-4446-8140-c1e80649368e None None] Publish callbacks [] for port (6976d242-1484-4b19-8a1a-1cfbb31a58b9), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:55.032445 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-1a560e71-9b29-4024-9548-ee6ad7ded814 req-153722f6-2220-4969-9b55-d8fc67d4a38c tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.58 "GET /v2.0/security-groups?id=7095509f-4701-4a3a-aad9-967f36f293d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131444 Mar 14 14:31:55.033652 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Device 67f0d3c4-dc11-4335-b254-f941e2071d0e details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 14:31:55.142647 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] For port 67f0d3c4-dc11-4335-b254-f941e2071d0e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=67f0d3c4-dc11-4335-b254-f941e2071d0e,segment=NetworkSegment(05eb4756-2da3-4c70-aee4-7d1765309a16),segment_id=05eb4756-2da3-4c70-aee4-7d1765309a16)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:31:55.158993 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Returning: {'device': '67f0d3c4-dc11-4335-b254-f941e2071d0e', 'network_id': '6ddc4596-65f8-45d3-ba54-9a8ed2c0c193', 'port_id': '67f0d3c4-dc11-4335-b254-f941e2071d0e', 'mac_address': 'fa:16:3e:1a:fa:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6f3e4c4-8c5e-45e1-899c-abb308a625a6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 14:31:55.207415 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Current status of the port 67f0d3c4-dc11-4335-b254-f941e2071d0e is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:31:55.208279 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (67f0d3c4-dc11-4335-b254-f941e2071d0e), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:55.223754 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67f0d3c4-dc11-4335-b254-f941e2071d0e {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 14:31:55.254325 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] For port 67f0d3c4-dc11-4335-b254-f941e2071d0e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=67f0d3c4-dc11-4335-b254-f941e2071d0e,segment=NetworkSegment(05eb4756-2da3-4c70-aee4-7d1765309a16),segment_id=05eb4756-2da3-4c70-aee4-7d1765309a16)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:31:55.366220 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0190d56b-d1aa-44bb-b5d3-886c7c5719cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (b6b6139e-2501-4d09-9c63-30b10e89ac52), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:55.418526 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 35070) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:31:55.419146 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-0190d56b-d1aa-44bb-b5d3-886c7c5719cf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1c4fb65971dc4843984063df6c9f2ab5&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1662493 Mar 14 14:31:55.419730 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0190d56b-d1aa-44bb-b5d3-886c7c5719cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b6139e-2501-4d09-9c63-30b10e89ac52,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:55.420124 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0af2f1ec-40e8-4446-8140-c1e80649368e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (6976d242-1484-4b19-8a1a-1cfbb31a58b9), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:55.515527 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (67f0d3c4-dc11-4335-b254-f941e2071d0e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:55.521963 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Device 38019e49-7142-41e2-997c-25eb0719898a details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 14:31:55.669744 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29015e44-b0e3-4fd3-bbd0-8b2b076214c9 None None] Pushing event updated for resources: {'Port': ['ID=6976d242-1484-4b19-8a1a-1cfbb31a58b9,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:55.688280 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-747d7143-a063-4037-89cf-5ea876242913 admin admin] Publish callbacks [] for security_group (b6b6139e-2501-4d09-9c63-30b10e89ac52), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:55.755577 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-747d7143-a063-4037-89cf-5ea876242913 admin admin] Publish callbacks [] for security_group (b6b6139e-2501-4d09-9c63-30b10e89ac52), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:55.828197 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa74cfc-12df-4eb0-bc5d-dcab2ce22d13 req-469d43a0-bd69-4de7-855b-7a787396b437 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:55.829719 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-3aa74cfc-12df-4eb0-bc5d-dcab2ce22d13 req-469d43a0-bd69-4de7-855b-7a787396b437 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba304e9b-4741-4fe8-9210-bc5fe68b8d78 HTTP/1.1" status: 200 len: 945 time: 0.3116403 Mar 14 14:31:55.897681 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-0af2f1ec-40e8-4446-8140-c1e80649368e None None] Attempting to bind port 6976d242-1484-4b19-8a1a-1cfbb31a58b9 on host dv-cinder-790535-28-smb for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:31:55.898273 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-0af2f1ec-40e8-4446-8140-c1e80649368e None None] Attempting to bind port 6976d242-1484-4b19-8a1a-1cfbb31a58b9 by drivers openvswitch,hyperv on host dv-cinder-790535-28-smb at level 0 using segments [{'id': 'cf62766e-0499-427a-aadb-2bf693907fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '4b40e74a-8fd1-443f-82b2-a89b628bdfd7'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:31:55.898398 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af2f1ec-40e8-4446-8140-c1e80649368e None None] Attempting to bind port 6976d242-1484-4b19-8a1a-1cfbb31a58b9 on network 4b40e74a-8fd1-443f-82b2-a89b628bdfd7 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:31:55.907496 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c0597f-0883-4aa7-b75e-84929480fa85 req-616b2a78-249b-4a07-be60-32dbf95d5339 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:55.913711 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-08c0597f-0883-4aa7-b75e-84929480fa85 req-616b2a78-249b-4a07-be60-32dbf95d5339 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=383e74ab-b4e3-411b-9735-9d5e08400844 HTTP/1.1" status: 200 len: 944 time: 0.3038032 Mar 14 14:31:55.966495 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af2f1ec-40e8-4446-8140-c1e80649368e None None] Checking agent: {'id': 'ddc61399-76bc-42cc-9da4-26f2fa974742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-28-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 20, 17), 'started_at': datetime.datetime(2022, 3, 14, 14, 20, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-28-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:31:55.966935 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af2f1ec-40e8-4446-8140-c1e80649368e None None] Checking segment: {'id': 'cf62766e-0499-427a-aadb-2bf693907fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '4b40e74a-8fd1-443f-82b2-a89b628bdfd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:31:55.967279 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0af2f1ec-40e8-4446-8140-c1e80649368e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:55.967675 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af2f1ec-40e8-4446-8140-c1e80649368e None None] Bound using segment: {'id': 'cf62766e-0499-427a-aadb-2bf693907fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '4b40e74a-8fd1-443f-82b2-a89b628bdfd7'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:31:55.968200 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-0af2f1ec-40e8-4446-8140-c1e80649368e None None] Bound port: 6976d242-1484-4b19-8a1a-1cfbb31a58b9, host: dv-cinder-790535-28-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf62766e-0499-427a-aadb-2bf693907fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '4b40e74a-8fd1-443f-82b2-a89b628bdfd7'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:31:55.968587 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0af2f1ec-40e8-4446-8140-c1e80649368e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (6976d242-1484-4b19-8a1a-1cfbb31a58b9), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:56.011781 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (5e7a912f-556e-4923-ad48-72f47c325557), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:56.035370 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-747d7143-a063-4037-89cf-5ea876242913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (b6b6139e-2501-4d09-9c63-30b10e89ac52), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:56.040557 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-747d7143-a063-4037-89cf-5ea876242913 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:56.045949 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-747d7143-a063-4037-89cf-5ea876242913 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b6b6139e-2501-4d09-9c63-30b10e89ac52 HTTP/1.1" status: 204 len: 168 time: 0.6258674 Mar 14 14:31:56.079171 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-3aa74cfc-12df-4eb0-bc5d-dcab2ce22d13 req-faa51dfa-0122-4f5c-9938-f89039e618ab tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153780 Mar 14 14:31:56.087057 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-08c0597f-0883-4aa7-b75e-84929480fa85 req-1a08e85e-a885-49d5-888d-72bad0505243 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d847fc3-179d-4da6-9776-d95851d7edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1724460 Mar 14 14:31:56.115155 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747d7143-a063-4037-89cf-5ea876242913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6b6139e-2501-4d09-9c63-30b10e89ac52,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:56.148110 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] For port 38019e49-7142-41e2-997c-25eb0719898a, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=38019e49-7142-41e2-997c-25eb0719898a,segment=NetworkSegment(36cc7d28-2976-47cb-ab1d-d82e9bbf4c55),segment_id=36cc7d28-2976-47cb-ab1d-d82e9bbf4c55)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:31:56.178001 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Pushing event updated for resources: {'Port': ['ID=67f0d3c4-dc11-4335-b254-f941e2071d0e,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:56.254826 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Returning: {'device': '38019e49-7142-41e2-997c-25eb0719898a', 'network_id': '9bb2727a-e859-46ff-8b02-e0e5093e8925', 'port_id': '38019e49-7142-41e2-997c-25eb0719898a', 'mac_address': 'fa:16:3e:b5:e7:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd458166-2986-4de0-890b-33eba077f5c5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 14:31:56.282271 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-b922c21e-1f5e-4e71-a834-99315a8a8134 None None] Provisioning complete for port 6976d242-1484-4b19-8a1a-1cfbb31a58b9 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:31:56.282271 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b922c21e-1f5e-4e71-a834-99315a8a8134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (6976d242-1484-4b19-8a1a-1cfbb31a58b9), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:56.363774 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e95a67b-1d19-479c-b5dd-770f4a62d6a8 req-e0ced4ba-fccf-498f-bec1-6c290df7e184 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:56.365244 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-1e95a67b-1d19-479c-b5dd-770f4a62d6a8 req-e0ced4ba-fccf-498f-bec1-6c290df7e184 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.58 "GET /v2.0/ports?device_id=51d99f90-7b74-4cd7-938b-4ac0ea805fae HTTP/1.1" status: 200 len: 945 time: 0.1358702 Mar 14 14:31:56.387012 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2dd893-18aa-41d7-ad91-854add4dcf3e req-08194dc1-aed4-4868-b8ad-1a45864a671a tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:56.388586 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-2f2dd893-18aa-41d7-ad91-854add4dcf3e req-08194dc1-aed4-4868-b8ad-1a45864a671a tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2b7668b-2be1-443e-b859-2ba5ba8d2d83 HTTP/1.1" status: 200 len: 945 time: 0.1212873 Mar 14 14:31:56.395351 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-b922c21e-1f5e-4e71-a834-99315a8a8134 None None] Port 6976d242-1484-4b19-8a1a-1cfbb31a58b9 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 14:31:56.410293 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Current status of the port 38019e49-7142-41e2-997c-25eb0719898a is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:31:56.410822 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (38019e49-7142-41e2-997c-25eb0719898a), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:56.433164 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-0af2f1ec-40e8-4446-8140-c1e80649368e None None] For port 6976d242-1484-4b19-8a1a-1cfbb31a58b9, host dv-cinder-790535-28-smb, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:31:56.439701 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38019e49-7142-41e2-997c-25eb0719898a {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 14:31:56.463635 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-1e95a67b-1d19-479c-b5dd-770f4a62d6a8 req-aa834973-d372-45b4-9c9b-5c8afed7c27c tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.58 "GET /v2.0/security-groups?id=7095509f-4701-4a3a-aad9-967f36f293d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891185 Mar 14 14:31:56.479212 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-0af2f1ec-40e8-4446-8140-c1e80649368e None None] For port 6976d242-1484-4b19-8a1a-1cfbb31a58b9, host dv-cinder-790535-28-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-smb',level=0,port_id=6976d242-1484-4b19-8a1a-1cfbb31a58b9,segment=NetworkSegment(cf62766e-0499-427a-aadb-2bf693907fd2),segment_id=cf62766e-0499-427a-aadb-2bf693907fd2)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:31:56.508224 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] For port 38019e49-7142-41e2-997c-25eb0719898a, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=38019e49-7142-41e2-997c-25eb0719898a,segment=NetworkSegment(36cc7d28-2976-47cb-ab1d-d82e9bbf4c55),segment_id=36cc7d28-2976-47cb-ab1d-d82e9bbf4c55)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:31:56.517251 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-2f2dd893-18aa-41d7-ad91-854add4dcf3e req-c00866e7-2e18-49db-8a74-017a9879831e tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc03b155-7823-4347-befd-6c4b804b3f44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1204684 Mar 14 14:31:56.577832 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0af2f1ec-40e8-4446-8140-c1e80649368e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (6976d242-1484-4b19-8a1a-1cfbb31a58b9), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:56.632716 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (38019e49-7142-41e2-997c-25eb0719898a), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:56.675774 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af2f1ec-40e8-4446-8140-c1e80649368e None None] Routers {'a5af2417-190e-4085-b4a9-6d63695863f8'} bound to L3 agent in host dv-cinder-790535-28-smb {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:31:56.686310 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-0af2f1ec-40e8-4446-8140-c1e80649368e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-14T14:20:13Z,description=,heartbeat_timestamp=2022-03-14T14:31:43Z,host='dv-cinder-790535-28-smb',id=3a20f343-fbae-42b4-9bd9-ea7570b5f761,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:20:14Z,topic='l3_agent')) {'router_ids': ['a5af2417-190e-4085-b4a9-6d63695863f8'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:31:56.726767 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29015e44-b0e3-4fd3-bbd0-8b2b076214c9 None None] Pushing event updated for resources: {'Port': ['ID=6976d242-1484-4b19-8a1a-1cfbb31a58b9,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:56.866370 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Pushing event updated for resources: {'Port': ['ID=38019e49-7142-41e2-997c-25eb0719898a,revision_number=9']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:56.927516 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-0af2f1ec-40e8-4446-8140-c1e80649368e None None] Set router a5af2417-190e-4085-b4a9-6d63695863f8 gateway port host: dv-cinder-790535-28-smb {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:31:56.987661 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] get_ports_and_sgs() called for port_ids ['38019e49-7142-41e2-997c-25eb0719898a'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 14:31:57.000188 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] get_ports_and_sgs() called for port_ids ['67f0d3c4-dc11-4335-b254-f941e2071d0e'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 14:31:57.033215 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e53d9-8b3a-405a-9c9b-0a773d86531e req-10ca350c-c3cc-44a6-9c37-9c796a7d30f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:57.041524 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-373e53d9-8b3a-405a-9c9b-0a773d86531e req-10ca350c-c3cc-44a6-9c37-9c796a7d30f5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a29ccc594deb43b480de703c9f7ff84a&device_id=a2b7668b-2be1-443e-b859-2ba5ba8d2d83 HTTP/1.1" status: 200 len: 1129 time: 0.1318367 Mar 14 14:31:57.217570 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e53d9-8b3a-405a-9c9b-0a773d86531e req-7b1cc48a-9018-448c-b6b0-b2cca53c749d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:57.220202 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-373e53d9-8b3a-405a-9c9b-0a773d86531e req-7b1cc48a-9018-448c-b6b0-b2cca53c749d service neutron] 10.222.0.35 "GET /v2.0/networks?id=173ed8f0-b784-41a9-affa-440f6ed41220 HTTP/1.1" status: 200 len: 912 time: 0.1579978 Mar 14 14:31:57.260275 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-d183a307-d049-439d-aab1-7c028e878b77 None None] Provisioning complete for port 6976d242-1484-4b19-8a1a-1cfbb31a58b9 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:31:57.260681 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d183a307-d049-439d-aab1-7c028e878b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (6976d242-1484-4b19-8a1a-1cfbb31a58b9), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:57.363201 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-373e53d9-8b3a-405a-9c9b-0a773d86531e req-4488d3de-cf00-476e-af34-29b6e2e9232a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3c38ba2-26e2-49f2-8f26-849998285fb3 HTTP/1.1" status: 200 len: 1001 time: 0.1302671 Mar 14 14:31:57.370937 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0b4a5b-306c-42a4-8e21-d58d0e24fade req-37e635de-827c-4ef0-a142-249dec2ddc2b tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:57.379233 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-9f0b4a5b-306c-42a4-8e21-d58d0e24fade req-37e635de-827c-4ef0-a142-249dec2ddc2b tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=383e74ab-b4e3-411b-9735-9d5e08400844 HTTP/1.1" status: 200 len: 945 time: 0.1501267 Mar 14 14:31:57.416735 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d280289-78c7-401b-bc62-c742087691f8 req-db71ae76-b1db-410b-ac29-e7d00c91b157 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:57.418654 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-1d280289-78c7-401b-bc62-c742087691f8 req-db71ae76-b1db-410b-ac29-e7d00c91b157 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba304e9b-4741-4fe8-9210-bc5fe68b8d78 HTTP/1.1" status: 200 len: 945 time: 0.1518285 Mar 14 14:31:57.452818 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e53d9-8b3a-405a-9c9b-0a773d86531e req-d44f7470-5151-4868-b750-eac4621f8206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:57.454570 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-373e53d9-8b3a-405a-9c9b-0a773d86531e req-d44f7470-5151-4868-b750-eac4621f8206 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dd4479eb-5d2a-4b9c-9c27-a6d97c9e085c HTTP/1.1" status: 200 len: 850 time: 0.0818808 Mar 14 14:31:57.485442 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-9f0b4a5b-306c-42a4-8e21-d58d0e24fade req-61b3fc93-6c0e-4335-97a4-3def3c4f5e1c tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d847fc3-179d-4da6-9776-d95851d7edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045792 Mar 14 14:31:57.595341 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e53d9-8b3a-405a-9c9b-0a773d86531e req-4642c266-66f4-4f2a-b5e4-51cc705a1d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:57.601582 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-373e53d9-8b3a-405a-9c9b-0a773d86531e req-4642c266-66f4-4f2a-b5e4-51cc705a1d71 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=173ed8f0-b784-41a9-affa-440f6ed41220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.1350424 Mar 14 14:31:57.607755 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-1d280289-78c7-401b-bc62-c742087691f8 req-0073e62c-d366-403a-82f4-b41dc4373cda tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735404 Mar 14 14:31:57.732267 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-d183a307-d049-439d-aab1-7c028e878b77 None None] Current status of the port 6976d242-1484-4b19-8a1a-1cfbb31a58b9 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:31:57.732959 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d183a307-d049-439d-aab1-7c028e878b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (6976d242-1484-4b19-8a1a-1cfbb31a58b9), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:57.777334 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-373e53d9-8b3a-405a-9c9b-0a773d86531e req-b1b720ab-021a-47f3-87b9-b3242dff6d39 service neutron] 10.222.0.35 "GET /v2.0/networks/173ed8f0-b784-41a9-affa-440f6ed41220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684375 Mar 14 14:31:57.841501 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c4de8f-8c14-4618-b8f5-8f9e0736840b req-91ecc61b-8167-4306-8ae0-51a9efd0ec2a tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:57.843695 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-42c4de8f-8c14-4618-b8f5-8f9e0736840b req-91ecc61b-8167-4306-8ae0-51a9efd0ec2a tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.58 "GET /v2.0/ports?device_id=51d99f90-7b74-4cd7-938b-4ac0ea805fae HTTP/1.1" status: 200 len: 945 time: 0.1901705 Mar 14 14:31:57.865159 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-d183a307-d049-439d-aab1-7c028e878b77 None None] For port 6976d242-1484-4b19-8a1a-1cfbb31a58b9, host dv-cinder-790535-28-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-smb',level=0,port_id=6976d242-1484-4b19-8a1a-1cfbb31a58b9,segment=NetworkSegment(cf62766e-0499-427a-aadb-2bf693907fd2),segment_id=cf62766e-0499-427a-aadb-2bf693907fd2)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:31:57.901434 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-0af2f1ec-40e8-4446-8140-c1e80649368e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5af2417-190e-4085-b4a9-6d63695863f8', 'name': 'tempest-TestMinimumBasicScenario-730020130-router', 'tenant_id': 'db8993b555fd40e3a3ad9e95cdc99a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.61'}], 'enable_snat': True}, 'gw_port_id': 'a82f4493-ef2c-404e-b562-ac0df8b5a3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:31:40Z', 'updated_at': '2022-03-14T14:31:51Z', 'revision_number': 4, 'project_id': 'db8993b555fd40e3a3ad9e95cdc99a7d', 'gw_port': {'id': 'a82f4493-ef2c-404e-b562-ac0df8b5a3e5', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:70:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5af2417-190e-4085-b4a9-6d63695863f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:31:41Z', 'updated_at': '2022-03-14T14:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb', '_interfaces': [{'id': '6976d242-1484-4b19-8a1a-1cfbb31a58b9', 'name': '', 'network_id': '4b40e74a-8fd1-443f-82b2-a89b628bdfd7', 'tenant_id': 'db8993b555fd40e3a3ad9e95cdc99a7d', 'mac_address': 'fa:16:3e:4f:59:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5af2417-190e-4085-b4a9-6d63695863f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '92400b76-f82a-462d-9f9e-082a2f701d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:31:49Z', 'updated_at': '2022-03-14T14:31:56Z', 'revision_number': 4, 'project_id': 'db8993b555fd40e3a3ad9e95cdc99a7d', 'subnets': [{'id': '92400b76-f82a-462d-9f9e-082a2f701d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-smb', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:31:57.923994 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-373e53d9-8b3a-405a-9c9b-0a773d86531e req-ce8a18d1-4449-4ff9-96d4-99bdd26eaeec service neutron] 10.222.0.35 "GET /v2.0/networks/173ed8f0-b784-41a9-affa-440f6ed41220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401067 Mar 14 14:31:57.940663 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6421347d-4360-45dc-a75f-a5c02ce9766f req-300756f6-55f8-40bf-b02f-cf8f18fadbe6 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:57.944815 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-6421347d-4360-45dc-a75f-a5c02ce9766f req-300756f6-55f8-40bf-b02f-cf8f18fadbe6 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2b7668b-2be1-443e-b859-2ba5ba8d2d83 HTTP/1.1" status: 200 len: 945 time: 0.1856213 Mar 14 14:31:57.963621 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-42c4de8f-8c14-4618-b8f5-8f9e0736840b req-0fc99e14-03a5-4aa2-a9c6-fd53c89200bc tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.58 "GET /v2.0/security-groups?id=7095509f-4701-4a3a-aad9-967f36f293d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104443 Mar 14 14:31:57.975723 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af2f1ec-40e8-4446-8140-c1e80649368e None None] The sync data for ids ['a5af2417-190e-4085-b4a9-6d63695863f8'] in dv-cinder-790535-28-smb is: [{'id': 'a5af2417-190e-4085-b4a9-6d63695863f8', 'name': 'tempest-TestMinimumBasicScenario-730020130-router', 'tenant_id': 'db8993b555fd40e3a3ad9e95cdc99a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.61'}], 'enable_snat': True}, 'gw_port_id': 'a82f4493-ef2c-404e-b562-ac0df8b5a3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:31:40Z', 'updated_at': '2022-03-14T14:31:51Z', 'revision_number': 4, 'project_id': 'db8993b555fd40e3a3ad9e95cdc99a7d', 'gw_port': {'id': 'a82f4493-ef2c-404e-b562-ac0df8b5a3e5', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:70:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5af2417-190e-4085-b4a9-6d63695863f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:31:41Z', 'updated_at': '2022-03-14T14:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb', '_interfaces': [{'id': '6976d242-1484-4b19-8a1a-1cfbb31a58b9', 'name': '', 'network_id': '4b40e74a-8fd1-443f-82b2-a89b628bdfd7', 'tenant_id': 'db8993b555fd40e3a3ad9e95cdc99a7d', 'mac_address': 'fa:16:3e:4f:59:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5af2417-190e-4085-b4a9-6d63695863f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '92400b76-f82a-462d-9f9e-082a2f701d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:31:49Z', 'updated_at': '2022-03-14T14:31:56Z', 'revision_number': 4, 'project_id': 'db8993b555fd40e3a3ad9e95cdc99a7d', 'subnets': [{'id': '92400b76-f82a-462d-9f9e-082a2f701d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:31:57.981085 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d183a307-d049-439d-aab1-7c028e878b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (6976d242-1484-4b19-8a1a-1cfbb31a58b9), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:58.059442 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-6421347d-4360-45dc-a75f-a5c02ce9766f req-3c50d72c-ca00-4fa1-8aba-6cf53adf0b44 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc03b155-7823-4347-befd-6c4b804b3f44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0831420 Mar 14 14:31:58.106727 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d183a307-d049-439d-aab1-7c028e878b77 None None] Pushing event updated for resources: {'Port': ['ID=6976d242-1484-4b19-8a1a-1cfbb31a58b9,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:58.668545 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4c52cc-6d1d-4f06-8f48-6a9f6a753f06 req-9c159296-e5dc-488c-b4b9-ce98d5c80e22 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:58.671355 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-4f4c52cc-6d1d-4f06-8f48-6a9f6a753f06 req-9c159296-e5dc-488c-b4b9-ce98d5c80e22 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=383e74ab-b4e3-411b-9735-9d5e08400844 HTTP/1.1" status: 200 len: 945 time: 0.0808082 Mar 14 14:31:58.770493 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-4f4c52cc-6d1d-4f06-8f48-6a9f6a753f06 req-5b7d4c7f-6d03-43f4-a542-55cf6324c794 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d847fc3-179d-4da6-9776-d95851d7edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864556 Mar 14 14:31:58.785873 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3019c9a4-91f0-4a9d-a28a-e44c15281509 req-8cc45df2-f156-4052-a3da-e906f0fc038a tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:58.787720 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-3019c9a4-91f0-4a9d-a28a-e44c15281509 req-8cc45df2-f156-4052-a3da-e906f0fc038a tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba304e9b-4741-4fe8-9210-bc5fe68b8d78 HTTP/1.1" status: 200 len: 945 time: 0.0862188 Mar 14 14:31:58.853207 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-3019c9a4-91f0-4a9d-a28a-e44c15281509 req-9e7e065a-68b0-405c-8dcf-e651fce6a24a tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588248 Mar 14 14:31:59.007011 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Device 67f0d3c4-dc11-4335-b254-f941e2071d0e up at agent hyperv_hv-cinder-79053 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:31:59.183793 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49aaa2b-83f7-457d-a2f9-efa1ecbab7ce req-68d2bcaa-6838-438e-baed-9ac7035ba250 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:59.186452 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-e49aaa2b-83f7-457d-a2f9-efa1ecbab7ce req-68d2bcaa-6838-438e-baed-9ac7035ba250 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.58 "GET /v2.0/ports?device_id=51d99f90-7b74-4cd7-938b-4ac0ea805fae HTTP/1.1" status: 200 len: 945 time: 0.1322064 Mar 14 14:31:59.206265 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Provisioning for port 67f0d3c4-dc11-4335-b254-f941e2071d0e completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 14:31:59.211275 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Provisioning complete for port 67f0d3c4-dc11-4335-b254-f941e2071d0e triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:31:59.211652 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (67f0d3c4-dc11-4335-b254-f941e2071d0e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:59.312134 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a5b5b1-8706-4af1-85b1-46e9a9694364 req-dd08775a-4be7-4ff6-9f72-8b49256f4fc6 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:31:59.334534 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-51a5b5b1-8706-4af1-85b1-46e9a9694364 req-dd08775a-4be7-4ff6-9f72-8b49256f4fc6 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2b7668b-2be1-443e-b859-2ba5ba8d2d83 HTTP/1.1" status: 200 len: 945 time: 0.1955667 Mar 14 14:31:59.341525 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-e49aaa2b-83f7-457d-a2f9-efa1ecbab7ce req-864c4baa-a6c4-4a8b-9e52-c0e228d5b07c tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.58 "GET /v2.0/security-groups?id=7095509f-4701-4a3a-aad9-967f36f293d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404798 Mar 14 14:31:59.429724 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Current status of the port 67f0d3c4-dc11-4335-b254-f941e2071d0e is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:31:59.433982 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (67f0d3c4-dc11-4335-b254-f941e2071d0e), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:59.456208 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-51a5b5b1-8706-4af1-85b1-46e9a9694364 req-36c297c3-ccb6-4ce4-9058-69fb137899d0 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc03b155-7823-4347-befd-6c4b804b3f44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1202641 Mar 14 14:31:59.475225 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51d99f90-7b74-4cd7-938b-4ac0ea805fae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67f0d3c4-dc11-4335-b254-f941e2071d0e'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:31:59.475225 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b7ebcd0391bc29bcab12edcb0ac311dc480f3a51940d576a7fcfe4e03a4514e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99eb336e-78e7-4804-a64f-888f8602a989" -d '{"events": [{"server_uuid": "51d99f90-7b74-4cd7-938b-4ac0ea805fae", "name": "network-vif-plugged", "status": "completed", "tag": "67f0d3c4-dc11-4335-b254-f941e2071d0e"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:31:59.489634 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] For port 67f0d3c4-dc11-4335-b254-f941e2071d0e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=67f0d3c4-dc11-4335-b254-f941e2071d0e,segment=NetworkSegment(05eb4756-2da3-4c70-aee4-7d1765309a16),segment_id=05eb4756-2da3-4c70-aee4-7d1765309a16)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:31:59.518771 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 14:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea883476-a3e1-417e-87d9-d92708ff1704 x-openstack-request-id: req-ea883476-a3e1-417e-87d9-d92708ff1704 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:31:59.519400 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51d99f90-7b74-4cd7-938b-4ac0ea805fae", "name": "network-vif-plugged", "status": "completed", "tag": "67f0d3c4-dc11-4335-b254-f941e2071d0e", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:31:59.519917 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ea883476-a3e1-417e-87d9-d92708ff1704 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:31:59.520707 dv-cinder-790535-28-smb neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51d99f90-7b74-4cd7-938b-4ac0ea805fae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67f0d3c4-dc11-4335-b254-f941e2071d0e', 'code': 200} Mar 14 14:31:59.572380 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (67f0d3c4-dc11-4335-b254-f941e2071d0e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:31:59.573459 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Device 38019e49-7142-41e2-997c-25eb0719898a up at agent hyperv_hv-cinder-79053 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:31:59.655913 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Device 6976d242-1484-4b19-8a1a-1cfbb31a58b9 up at agent ovs-agent-dv-cinder-790535-28-smb {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:31:59.749357 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Pushing event updated for resources: {'Port': ['ID=67f0d3c4-dc11-4335-b254-f941e2071d0e,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:31:59.815516 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Provisioning complete for port 6976d242-1484-4b19-8a1a-1cfbb31a58b9 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:31:59.815902 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (6976d242-1484-4b19-8a1a-1cfbb31a58b9), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:00.014930 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Provisioning complete for port 38019e49-7142-41e2-997c-25eb0719898a triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:32:00.016207 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (38019e49-7142-41e2-997c-25eb0719898a), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:00.167270 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Current status of the port 38019e49-7142-41e2-997c-25eb0719898a is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:32:00.167949 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (38019e49-7142-41e2-997c-25eb0719898a), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:00.213717 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] For port 38019e49-7142-41e2-997c-25eb0719898a, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=38019e49-7142-41e2-997c-25eb0719898a,segment=NetworkSegment(36cc7d28-2976-47cb-ab1d-d82e9bbf4c55),segment_id=36cc7d28-2976-47cb-ab1d-d82e9bbf4c55)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:32:00.226633 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e3ab29-f736-45b3-958d-5fa94d81a516 req-10a7e79e-5622-451a-b92d-bb6896b7435d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:00.228950 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-65e3ab29-f736-45b3-958d-5fa94d81a516 req-10a7e79e-5622-451a-b92d-bb6896b7435d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=51d99f90-7b74-4cd7-938b-4ac0ea805fae HTTP/1.1" status: 200 len: 1130 time: 0.0923314 Mar 14 14:32:00.284429 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c35abac-125e-4d09-9d7e-e76f481de6a3 req-78e51f2b-8829-4063-b74f-55a6add3c210 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:00.293331 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (38019e49-7142-41e2-997c-25eb0719898a), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:00.294326 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-7c35abac-125e-4d09-9d7e-e76f481de6a3 req-78e51f2b-8829-4063-b74f-55a6add3c210 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=383e74ab-b4e3-411b-9735-9d5e08400844 HTTP/1.1" status: 200 len: 945 time: 0.2513936 Mar 14 14:32:00.301206 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-65e3ab29-f736-45b3-958d-5fa94d81a516 req-72665c6d-fad9-4a17-86a0-65887863f174 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7095509f-4701-4a3a-aad9-967f36f293d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649688 Mar 14 14:32:00.330051 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Current status of the port 6976d242-1484-4b19-8a1a-1cfbb31a58b9 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:32:00.358865 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518f13e7-a879-439f-9c38-263dafaeb471 req-3123430c-a47a-422e-995e-77153e7aa7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:00.359931 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-518f13e7-a879-439f-9c38-263dafaeb471 req-3123430c-a47a-422e-995e-77153e7aa7d8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a29ccc594deb43b480de703c9f7ff84a&device_id=a2b7668b-2be1-443e-b859-2ba5ba8d2d83 HTTP/1.1" status: 200 len: 1129 time: 0.1633079 Mar 14 14:32:00.377004 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5456a34-203d-4888-bd3b-c68c656cee05 req-b84a7289-59f2-4547-bd71-9dd77094ec12 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:00.378442 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Pushing event updated for resources: {'Port': ['ID=38019e49-7142-41e2-997c-25eb0719898a,revision_number=10']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:32:00.381662 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-d5456a34-203d-4888-bd3b-c68c656cee05 req-b84a7289-59f2-4547-bd71-9dd77094ec12 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba304e9b-4741-4fe8-9210-bc5fe68b8d78 HTTP/1.1" status: 200 len: 945 time: 0.2476406 Mar 14 14:32:00.449643 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-7c35abac-125e-4d09-9d7e-e76f481de6a3 req-9ef7c1be-fc0e-468e-bcb0-801e6cde84c6 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d847fc3-179d-4da6-9776-d95851d7edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541166 Mar 14 14:32:00.496885 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-d5456a34-203d-4888-bd3b-c68c656cee05 req-be998365-1f96-4787-82ce-8eae3d3387cd tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079895 Mar 14 14:32:00.711858 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518f13e7-a879-439f-9c38-263dafaeb471 req-85b4ae0c-3d96-4954-86f9-08cad04e3a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:00.714307 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-518f13e7-a879-439f-9c38-263dafaeb471 req-85b4ae0c-3d96-4954-86f9-08cad04e3a8e service neutron] 10.222.0.35 "GET /v2.0/networks?id=173ed8f0-b784-41a9-affa-440f6ed41220 HTTP/1.1" status: 200 len: 912 time: 0.2164438 Mar 14 14:32:00.742859 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20069ee-13f9-493b-b89e-85961d6d8e57 req-4b455304-03c6-40cd-a692-fc66c2aca9a8 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:00.747112 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-f20069ee-13f9-493b-b89e-85961d6d8e57 req-4b455304-03c6-40cd-a692-fc66c2aca9a8 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2b7668b-2be1-443e-b859-2ba5ba8d2d83 HTTP/1.1" status: 200 len: 945 time: 0.1936858 Mar 14 14:32:00.808928 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab55eb8-a19b-47c7-bae4-18076718adeb req-3f86fd12-23e1-4f87-872a-76bf2e7b3d69 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:00.810539 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-fab55eb8-a19b-47c7-bae4-18076718adeb req-3f86fd12-23e1-4f87-872a-76bf2e7b3d69 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.58 "GET /v2.0/ports?device_id=51d99f90-7b74-4cd7-938b-4ac0ea805fae HTTP/1.1" status: 200 len: 946 time: 0.2095647 Mar 14 14:32:00.863328 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-518f13e7-a879-439f-9c38-263dafaeb471 req-43da92ff-6ba4-4086-8446-9f58ad4dc2be service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3c38ba2-26e2-49f2-8f26-849998285fb3 HTTP/1.1" status: 200 len: 1001 time: 0.1410837 Mar 14 14:32:00.925937 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-f20069ee-13f9-493b-b89e-85961d6d8e57 req-babddf23-f787-4ff1-89c4-342919ff207f tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc03b155-7823-4347-befd-6c4b804b3f44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1438735 Mar 14 14:32:00.960239 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-fab55eb8-a19b-47c7-bae4-18076718adeb req-7e900306-12c1-4390-83cb-a31d48f5efff tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.58 "GET /v2.0/security-groups?id=7095509f-4701-4a3a-aad9-967f36f293d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394122 Mar 14 14:32:00.970178 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518f13e7-a879-439f-9c38-263dafaeb471 req-e5044df6-4e43-4383-aef1-5f0ad81415e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:00.983071 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-518f13e7-a879-439f-9c38-263dafaeb471 req-e5044df6-4e43-4383-aef1-5f0ad81415e5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dd4479eb-5d2a-4b9c-9c27-a6d97c9e085c HTTP/1.1" status: 200 len: 850 time: 0.0955055 Mar 14 14:32:01.051939 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518f13e7-a879-439f-9c38-263dafaeb471 req-f19a235a-15c7-4120-91d3-2ade32db1054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:01.054594 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-518f13e7-a879-439f-9c38-263dafaeb471 req-f19a235a-15c7-4120-91d3-2ade32db1054 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=173ed8f0-b784-41a9-affa-440f6ed41220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0753696 Mar 14 14:32:01.249634 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-518f13e7-a879-439f-9c38-263dafaeb471 req-02520c2d-f93f-4f3e-a5d6-ad8eaf40c8d1 service neutron] 10.222.0.35 "GET /v2.0/networks/173ed8f0-b784-41a9-affa-440f6ed41220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872430 Mar 14 14:32:01.412971 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-518f13e7-a879-439f-9c38-263dafaeb471 req-1efbcdcb-b2fd-407d-9706-db27a25b53d4 service neutron] 10.222.0.35 "GET /v2.0/networks/173ed8f0-b784-41a9-affa-440f6ed41220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565924 Mar 14 14:32:01.522725 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '383e74ab-b4e3-411b-9735-9d5e08400844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38019e49-7142-41e2-997c-25eb0719898a'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:32:01.530316 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b7ebcd0391bc29bcab12edcb0ac311dc480f3a51940d576a7fcfe4e03a4514e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-549adcc1-46ed-4306-9909-ffe15ca43579" -d '{"events": [{"server_uuid": "383e74ab-b4e3-411b-9735-9d5e08400844", "name": "network-vif-plugged", "status": "completed", "tag": "38019e49-7142-41e2-997c-25eb0719898a"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:32:01.662418 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d6dd8-5c4b-4dff-8789-35d5f829f7dd req-c2d6adb9-f0f4-453b-996f-70722ad64dca tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:01.663545 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-9a1d6dd8-5c4b-4dff-8789-35d5f829f7dd req-c2d6adb9-f0f4-453b-996f-70722ad64dca tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=383e74ab-b4e3-411b-9735-9d5e08400844 HTTP/1.1" status: 200 len: 947 time: 0.1116624 Mar 14 14:32:01.706844 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e48b5-546b-4f50-be37-f8cbafe035ba req-067d4846-4c62-4247-87e3-8357d16aa6a7 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:01.708490 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-253e48b5-546b-4f50-be37-f8cbafe035ba req-067d4846-4c62-4247-87e3-8357d16aa6a7 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba304e9b-4741-4fe8-9210-bc5fe68b8d78 HTTP/1.1" status: 200 len: 945 time: 0.1008322 Mar 14 14:32:01.755369 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-9a1d6dd8-5c4b-4dff-8789-35d5f829f7dd req-1fff8f33-a414-4494-9351-b1e66e51f985 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d847fc3-179d-4da6-9776-d95851d7edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826726 Mar 14 14:32:01.788763 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-253e48b5-546b-4f50-be37-f8cbafe035ba req-6ac9d86e-9333-4e88-bb37-833546d139bc tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675480 Mar 14 14:32:01.837871 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 14:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94cd3d7f-90d9-47ab-8d36-f9bd2490d41f x-openstack-request-id: req-94cd3d7f-90d9-47ab-8d36-f9bd2490d41f {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:32:01.838191 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "383e74ab-b4e3-411b-9735-9d5e08400844", "name": "network-vif-plugged", "status": "completed", "tag": "38019e49-7142-41e2-997c-25eb0719898a", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:32:01.845464 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-94cd3d7f-90d9-47ab-8d36-f9bd2490d41f {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:32:01.845464 dv-cinder-790535-28-smb neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '383e74ab-b4e3-411b-9735-9d5e08400844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38019e49-7142-41e2-997c-25eb0719898a', 'code': 200} Mar 14 14:32:02.085006 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e523d30-1f20-4f32-a2a3-4b2f39b69374 req-79fee061-acce-40d7-b954-c813bd9af23c tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:02.093562 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-6e523d30-1f20-4f32-a2a3-4b2f39b69374 req-79fee061-acce-40d7-b954-c813bd9af23c tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2b7668b-2be1-443e-b859-2ba5ba8d2d83 HTTP/1.1" status: 200 len: 945 time: 0.0741839 Mar 14 14:32:02.200786 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-6e523d30-1f20-4f32-a2a3-4b2f39b69374 req-50913a05-4304-461f-9778-ed9483ba19f2 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc03b155-7823-4347-befd-6c4b804b3f44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1060810 Mar 14 14:32:02.235674 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1324ac-341c-48c9-89a2-cd37407e3a81 req-adc00fbd-1928-4c9b-b46f-f49dfc8a5b8e tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:02.237888 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-9a1324ac-341c-48c9-89a2-cd37407e3a81 req-adc00fbd-1928-4c9b-b46f-f49dfc8a5b8e tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.58 "GET /v2.0/ports?device_id=51d99f90-7b74-4cd7-938b-4ac0ea805fae HTTP/1.1" status: 200 len: 946 time: 0.1303217 Mar 14 14:32:02.325133 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-9a1324ac-341c-48c9-89a2-cd37407e3a81 req-38618bf0-d7e8-4e53-9fb1-336445bcfd88 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.58 "GET /v2.0/security-groups?id=7095509f-4701-4a3a-aad9-967f36f293d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713866 Mar 14 14:32:02.472216 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 35158) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:32:02.496523 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4272bc-af16-48dd-8777-9b605d5265ec req-d5dde74c-5744-49b2-98b7-dc74db1061e3 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:02.506642 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-0f4272bc-af16-48dd-8777-9b605d5265ec req-d5dde74c-5744-49b2-98b7-dc74db1061e3 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.58 "GET /v2.0/ports?device_id=51d99f90-7b74-4cd7-938b-4ac0ea805fae HTTP/1.1" status: 200 len: 946 time: 0.0764165 Mar 14 14:32:02.653808 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-0f4272bc-af16-48dd-8777-9b605d5265ec req-29c80744-e83c-4a01-a651-0bed2d970af4 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.58 "GET /v2.0/security-groups?id=7095509f-4701-4a3a-aad9-967f36f293d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459868 Mar 14 14:32:02.667989 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5975af-2bef-45d7-9b95-52002a18e983 req-96b2d627-7251-4a79-b324-1bb3e3d1fd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:02.669573 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-0c5975af-2bef-45d7-9b95-52002a18e983 req-96b2d627-7251-4a79-b324-1bb3e3d1fd41 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=383e74ab-b4e3-411b-9735-9d5e08400844 HTTP/1.1" status: 200 len: 1131 time: 0.0814018 Mar 14 14:32:02.732448 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 35162) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:32:02.732448 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3be0c5ee-f1e4-43a7-80cf-88cf591c6d9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:02.744297 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-0c5975af-2bef-45d7-9b95-52002a18e983 req-a7892152-7d83-42c4-905d-04a10cc8efdb service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9d847fc3-179d-4da6-9776-d95851d7edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660439 Mar 14 14:32:02.832150 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3be0c5ee-f1e4-43a7-80cf-88cf591c6d9b admin admin] Publish callbacks [] for security_group (7a2f4e0e-9af2-483a-aea2-ac78421befdf), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:02.916313 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b1f475-6c3e-41d7-adbc-f1a354c53807 tempest-TestShelveInstance-381658538 tempest-TestShelveInstance-381658538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:02.917783 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-14b1f475-6c3e-41d7-adbc-f1a354c53807 tempest-TestShelveInstance-381658538 tempest-TestShelveInstance-381658538-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=51d99f90-7b74-4cd7-938b-4ac0ea805fae HTTP/1.1" status: 200 len: 1125 time: 0.2086718 Mar 14 14:32:02.920878 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 35170) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:32:02.925632 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.v2.base [None req-9b07a25e-6111-480b-b001-cfa3b71cb32b tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Request body: {'floatingip': {'floating_network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'port_id': '67f0d3c4-dc11-4335-b254-f941e2071d0e', 'tenant_id': 'a13b71d43cd34fb38f85e1cc0af43e28', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:32:02.969750 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e680c661-5067-4e43-ab14-a324597136ec req-4d59848e-a9af-4c4f-a1c4-67c2dedfdaf7 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:02.971392 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-e680c661-5067-4e43-ab14-a324597136ec req-4d59848e-a9af-4c4f-a1c4-67c2dedfdaf7 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=383e74ab-b4e3-411b-9735-9d5e08400844 HTTP/1.1" status: 200 len: 947 time: 0.1090903 Mar 14 14:32:02.993540 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99290fed-3137-4704-b35a-bef3523a222c req-23e0088f-0687-46e4-9fd9-eb2cd4409e02 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:02.995146 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-99290fed-3137-4704-b35a-bef3523a222c req-23e0088f-0687-46e4-9fd9-eb2cd4409e02 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba304e9b-4741-4fe8-9210-bc5fe68b8d78 HTTP/1.1" status: 200 len: 945 time: 0.0963175 Mar 14 14:32:03.064041 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-e680c661-5067-4e43-ab14-a324597136ec req-044cc3b4-fca4-4176-a002-e621ffeac0c5 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d847fc3-179d-4da6-9776-d95851d7edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843410 Mar 14 14:32:03.072866 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-99290fed-3137-4704-b35a-bef3523a222c req-4be0311b-f098-4664-a3bb-d233b0e2575b tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696030 Mar 14 14:32:03.246498 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9b07a25e-6111-480b-b001-cfa3b71cb32b tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:03.247221 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3be0c5ee-f1e4-43a7-80cf-88cf591c6d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (7a2f4e0e-9af2-483a-aea2-ac78421befdf), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:03.302719 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be0c5ee-f1e4-43a7-80cf-88cf591c6d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a2f4e0e-9af2-483a-aea2-ac78421befdf,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:32:03.320716 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be0c5ee-f1e4-43a7-80cf-88cf591c6d9b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:32:03.321073 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be0c5ee-f1e4-43a7-80cf-88cf591c6d9b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:32:03.321922 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be0c5ee-f1e4-43a7-80cf-88cf591c6d9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:32:03.322368 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be0c5ee-f1e4-43a7-80cf-88cf591c6d9b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:32:03.323033 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be0c5ee-f1e4-43a7-80cf-88cf591c6d9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:32:03.323444 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be0c5ee-f1e4-43a7-80cf-88cf591c6d9b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:32:03.323789 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be0c5ee-f1e4-43a7-80cf-88cf591c6d9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:32:03.324165 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be0c5ee-f1e4-43a7-80cf-88cf591c6d9b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:32:03.324592 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be0c5ee-f1e4-43a7-80cf-88cf591c6d9b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:32:03.324938 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be0c5ee-f1e4-43a7-80cf-88cf591c6d9b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:32:03.325329 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be0c5ee-f1e4-43a7-80cf-88cf591c6d9b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:32:03.325667 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be0c5ee-f1e4-43a7-80cf-88cf591c6d9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:32:03.325998 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be0c5ee-f1e4-43a7-80cf-88cf591c6d9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:32:03.326753 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be0c5ee-f1e4-43a7-80cf-88cf591c6d9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:32:03.326753 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be0c5ee-f1e4-43a7-80cf-88cf591c6d9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:32:03.333060 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-3be0c5ee-f1e4-43a7-80cf-88cf591c6d9b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=50d1d7333da84aa296939bd1b047b90c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8587167 Mar 14 14:32:03.336789 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 35176) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:32:03.349249 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b50a15-c28f-4cf6-8ea5-12b0e8c4eb85 req-7e70b1ba-aaea-4eaf-b365-a19f0fd2664c tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:03.365936 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-a5b50a15-c28f-4cf6-8ea5-12b0e8c4eb85 req-7e70b1ba-aaea-4eaf-b365-a19f0fd2664c tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2b7668b-2be1-443e-b859-2ba5ba8d2d83 HTTP/1.1" status: 200 len: 945 time: 0.0917578 Mar 14 14:32:03.445221 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-a5b50a15-c28f-4cf6-8ea5-12b0e8c4eb85 req-ad4c1e19-a7bd-4352-89b1-cbe33710a16a tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc03b155-7823-4347-befd-6c4b804b3f44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0688403 Mar 14 14:32:03.468197 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a82460aa-cc06-4a7e-93b1-b1dfc552f542 admin admin] Publish callbacks [] for security_group (7a2f4e0e-9af2-483a-aea2-ac78421befdf), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:03.507493 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a82460aa-cc06-4a7e-93b1-b1dfc552f542 admin admin] Publish callbacks [] for security_group (7a2f4e0e-9af2-483a-aea2-ac78421befdf), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:03.559504 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9b07a25e-6111-480b-b001-cfa3b71cb32b tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:03.713159 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-9b07a25e-6111-480b-b001-cfa3b71cb32b tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Allocated IP 172.28.2.125 (21060e90-61ba-4e92-afb3-f12491c9b56b/3278263d-ed58-402f-9606-a5b3ef606428/01f4c91a-99ee-4877-8853-353d11252563) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:32:03.743343 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a82460aa-cc06-4a7e-93b1-b1dfc552f542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (7a2f4e0e-9af2-483a-aea2-ac78421befdf), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:03.748014 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a82460aa-cc06-4a7e-93b1-b1dfc552f542 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:03.754385 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-a82460aa-cc06-4a7e-93b1-b1dfc552f542 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7a2f4e0e-9af2-483a-aea2-ac78421befdf HTTP/1.1" status: 204 len: 168 time: 0.4084058 Mar 14 14:32:03.784702 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82460aa-cc06-4a7e-93b1-b1dfc552f542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a2f4e0e-9af2-483a-aea2-ac78421befdf,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:32:03.925385 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9b07a25e-6111-480b-b001-cfa3b71cb32b tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Publish callbacks [] for port (01f4c91a-99ee-4877-8853-353d11252563), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:04.125386 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9b07a25e-6111-480b-b001-cfa3b71cb32b tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744329793199'] for port (01f4c91a-99ee-4877-8853-353d11252563), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:04.237692 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b07a25e-6111-480b-b001-cfa3b71cb32b tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Network 21060e90-61ba-4e92-afb3-f12491c9b56b is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:32:04.241434 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-9b07a25e-6111-480b-b001-cfa3b71cb32b tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:32:04.247252 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b07a25e-6111-480b-b001-cfa3b71cb32b tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:32:04.430715 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abcb389-99af-4598-a84e-5f5c1bface6d req-a6a5b0da-349b-4697-8af8-45dba852c17f tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:04.437910 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-9abcb389-99af-4598-a84e-5f5c1bface6d req-a6a5b0da-349b-4697-8af8-45dba852c17f tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba304e9b-4741-4fe8-9210-bc5fe68b8d78 HTTP/1.1" status: 200 len: 945 time: 0.2167373 Mar 14 14:32:04.452540 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f11424-21f7-4bfd-8de0-982a99ac9e62 req-445d4481-5190-42c7-8f50-d30fd5e57fd8 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:04.457672 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-b6f11424-21f7-4bfd-8de0-982a99ac9e62 req-445d4481-5190-42c7-8f50-d30fd5e57fd8 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=383e74ab-b4e3-411b-9735-9d5e08400844 HTTP/1.1" status: 200 len: 947 time: 0.2636776 Mar 14 14:32:04.549137 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-9abcb389-99af-4598-a84e-5f5c1bface6d req-a2d1ce86-79ee-4723-b4ab-432c8b7a3c9b tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903571 Mar 14 14:32:04.599702 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-b6f11424-21f7-4bfd-8de0-982a99ac9e62 req-aef495c6-dcf9-41db-9a23-ab793ed96e11 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d847fc3-179d-4da6-9776-d95851d7edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286087 Mar 14 14:32:04.611004 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b07a25e-6111-480b-b001-cfa3b71cb32b tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Pushing event updated for resources: {'Port': ['ID=01f4c91a-99ee-4877-8853-353d11252563,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:32:04.783853 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9b07a25e-6111-480b-b001-cfa3b71cb32b tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Publish callbacks [] for floatingip (f98489c1-dcbf-4a92-ad46-512b4c812c48), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:05.075246 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9b07a25e-6111-480b-b001-cfa3b71cb32b tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (01f4c91a-99ee-4877-8853-353d11252563), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:05.361929 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9b07a25e-6111-480b-b001-cfa3b71cb32b tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Publish callbacks [] for port (01f4c91a-99ee-4877-8853-353d11252563), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:05.474979 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9b07a25e-6111-480b-b001-cfa3b71cb32b tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (01f4c91a-99ee-4877-8853-353d11252563), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:05.499635 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9b07a25e-6111-480b-b001-cfa3b71cb32b tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2016456'] for floatingip (f98489c1-dcbf-4a92-ad46-512b4c812c48), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:05.561052 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b07a25e-6111-480b-b001-cfa3b71cb32b tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Pushing event updated for resources: {'Port': ['ID=01f4c91a-99ee-4877-8853-353d11252563,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:32:05.736564 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.db.l3_db [None req-9b07a25e-6111-480b-b001-cfa3b71cb32b tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Floating IP f98489c1-dcbf-4a92-ad46-512b4c812c48 associated. External IP: 172.28.2.125, port: 67f0d3c4-dc11-4335-b254-f941e2071d0e. Mar 14 14:32:05.846501 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50976c9f-8192-479a-af3b-ef6f361bbced req-b9a675b7-edff-469c-9f0d-c73d9e342b41 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:05.849167 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-50976c9f-8192-479a-af3b-ef6f361bbced req-b9a675b7-edff-469c-9f0d-c73d9e342b41 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=383e74ab-b4e3-411b-9735-9d5e08400844 HTTP/1.1" status: 200 len: 947 time: 0.1409845 Mar 14 14:32:05.909849 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce18925-3e15-4e5d-afaa-8cfc948b33e8 req-a34985b5-ebcc-41df-a0c8-24948486d27b tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:05.912105 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-7ce18925-3e15-4e5d-afaa-8cfc948b33e8 req-a34985b5-ebcc-41df-a0c8-24948486d27b tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba304e9b-4741-4fe8-9210-bc5fe68b8d78 HTTP/1.1" status: 200 len: 945 time: 0.1317241 Mar 14 14:32:06.029616 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-50976c9f-8192-479a-af3b-ef6f361bbced req-298d0413-cf07-4c28-9a89-33eedaf13ca1 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d847fc3-179d-4da6-9776-d95851d7edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1711559 Mar 14 14:32:06.047410 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b07a25e-6111-480b-b001-cfa3b71cb32b tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Router 55943d03-8542-4b52-be0f-0568fea66cf0 has already been hosted by L3 agent 3a20f343-fbae-42b4-9bd9-ea7570b5f761 {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 14:32:06.049705 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-7ce18925-3e15-4e5d-afaa-8cfc948b33e8 req-a9154693-5055-45f1-8086-071f2c887739 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272504 Mar 14 14:32:06.185411 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b07a25e-6111-480b-b001-cfa3b71cb32b tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Notify agent at l3_agent.dv-cinder-790535-28-smb the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:32:06.204375 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74410103-77ad-4996-ac7a-05cb5fa36333 None None] Sync routers for ids ['55943d03-8542-4b52-be0f-0568fea66cf0'] in dv-cinder-790535-28-smb {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:32:06.220485 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74410103-77ad-4996-ac7a-05cb5fa36333 None None] Routers {'55943d03-8542-4b52-be0f-0568fea66cf0'} bound to L3 agent in host dv-cinder-790535-28-smb {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:32:06.221715 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-74410103-77ad-4996-ac7a-05cb5fa36333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-14T14:20:13Z,description=,heartbeat_timestamp=2022-03-14T14:31:43Z,host='dv-cinder-790535-28-smb',id=3a20f343-fbae-42b4-9bd9-ea7570b5f761,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:20:14Z,topic='l3_agent')) {'router_ids': ['55943d03-8542-4b52-be0f-0568fea66cf0'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:32:06.323407 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9b07a25e-6111-480b-b001-cfa3b71cb32b tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90846'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:06.353858 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-74410103-77ad-4996-ac7a-05cb5fa36333 None None] Set router 55943d03-8542-4b52-be0f-0568fea66cf0 gateway port host: dv-cinder-790535-28-smb {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:32:06.371998 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-9b07a25e-6111-480b-b001-cfa3b71cb32b tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.4442005 Mar 14 14:32:06.371998 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51d99f90-7b74-4cd7-938b-4ac0ea805fae', 'tag': '67f0d3c4-dc11-4335-b254-f941e2071d0e'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:32:06.371998 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecc69d4607165f869e932d0d7c88ad38dd700a403a0c37ccec57971c369afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4cedfd6-a328-4794-904d-d42aa0d38984" -d '{"events": [{"name": "network-changed", "server_uuid": "51d99f90-7b74-4cd7-938b-4ac0ea805fae", "tag": "67f0d3c4-dc11-4335-b254-f941e2071d0e"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:32:06.424799 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 14:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d730ebd-e8ec-4148-b272-803bf5a6e6b6 x-openstack-request-id: req-3d730ebd-e8ec-4148-b272-803bf5a6e6b6 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:32:06.425298 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51d99f90-7b74-4cd7-938b-4ac0ea805fae", "tag": "67f0d3c4-dc11-4335-b254-f941e2071d0e", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:32:06.432981 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3d730ebd-e8ec-4148-b272-803bf5a6e6b6 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:32:06.433717 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51d99f90-7b74-4cd7-938b-4ac0ea805fae', 'tag': '67f0d3c4-dc11-4335-b254-f941e2071d0e', 'status': 'completed', 'code': 200} Mar 14 14:32:06.496113 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cedfd6-a328-4794-904d-d42aa0d38984 req-0623b339-ce58-42ea-b508-9fb048c54dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:06.498042 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-d4cedfd6-a328-4794-904d-d42aa0d38984 req-0623b339-ce58-42ea-b508-9fb048c54dc4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a13b71d43cd34fb38f85e1cc0af43e28&device_id=51d99f90-7b74-4cd7-938b-4ac0ea805fae HTTP/1.1" status: 200 len: 1130 time: 0.0492730 Mar 14 14:32:06.622572 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.agents_db [None req-65564c68-cd92-4c79-8f56-5bb994fe7015 None None] Agent healthcheck: found 6 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 14:32:06.645255 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cedfd6-a328-4794-904d-d42aa0d38984 req-d53e57a0-4a8d-4821-b6d3-13001b98b671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:06.648055 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-d4cedfd6-a328-4794-904d-d42aa0d38984 req-d53e57a0-4a8d-4821-b6d3-13001b98b671 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6ddc4596-65f8-45d3-ba54-9a8ed2c0c193 HTTP/1.1" status: 200 len: 909 time: 0.1431112 Mar 14 14:32:06.652703 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-74410103-77ad-4996-ac7a-05cb5fa36333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55943d03-8542-4b52-be0f-0568fea66cf0', 'name': 'tempest-TestShelveInstance-294149024-router', 'tenant_id': 'a13b71d43cd34fb38f85e1cc0af43e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.89'}], 'enable_snat': True}, 'gw_port_id': '5ac87e94-ee90-4c29-bc9c-6770f76a98f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:30:31Z', 'updated_at': '2022-03-14T14:30:40Z', 'revision_number': 4, 'project_id': 'a13b71d43cd34fb38f85e1cc0af43e28', 'gw_port': {'id': '5ac87e94-ee90-4c29-bc9c-6770f76a98f1', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55943d03-8542-4b52-be0f-0568fea66cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:33Z', 'updated_at': '2022-03-14T14:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb', '_floatingips': [{'id': 'f98489c1-dcbf-4a92-ad46-512b4c812c48', 'tenant_id': 'a13b71d43cd34fb38f85e1cc0af43e28', 'floating_ip_address': '172.28.2.125', 'floating_network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'router_id': '55943d03-8542-4b52-be0f-0568fea66cf0', 'port_id': '67f0d3c4-dc11-4335-b254-f941e2071d0e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ddc4596-65f8-45d3-ba54-9a8ed2c0c193', 'mac_address': 'fa:16:3e:1a:fa:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d99f90-7b74-4cd7-938b-4ac0ea805fae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T14:32:04Z', 'updated_at': '2022-03-14T14:32:04Z', 'revision_number': 0, 'project_id': 'a13b71d43cd34fb38f85e1cc0af43e28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a391c76-99d1-4be1-a7d1-403bce6fa287', 'name': '', 'network_id': '6ddc4596-65f8-45d3-ba54-9a8ed2c0c193', 'tenant_id': 'a13b71d43cd34fb38f85e1cc0af43e28', 'mac_address': 'fa:16:3e:dd:d7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55943d03-8542-4b52-be0f-0568fea66cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'b6f3e4c4-8c5e-45e1-899c-abb308a625a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:38Z', 'updated_at': '2022-03-14T14:30:53Z', 'revision_number': 5, 'project_id': 'a13b71d43cd34fb38f85e1cc0af43e28', 'subnets': [{'id': 'b6f3e4c4-8c5e-45e1-899c-abb308a625a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-smb', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:32:06.692804 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74410103-77ad-4996-ac7a-05cb5fa36333 None None] Checking router: 55943d03-8542-4b52-be0f-0568fea66cf0 for host: dv-cinder-790535-28-smb {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:32:06.708413 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74410103-77ad-4996-ac7a-05cb5fa36333 None None] Routers {'55943d03-8542-4b52-be0f-0568fea66cf0'} bound to L3 agent in host dv-cinder-790535-28-smb {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:32:06.709287 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-74410103-77ad-4996-ac7a-05cb5fa36333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-14T14:20:13Z,description=,heartbeat_timestamp=2022-03-14T14:31:43Z,host='dv-cinder-790535-28-smb',id=3a20f343-fbae-42b4-9bd9-ea7570b5f761,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:20:14Z,topic='l3_agent')) {'router_ids': ['55943d03-8542-4b52-be0f-0568fea66cf0'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:32:06.788961 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-d4cedfd6-a328-4794-904d-d42aa0d38984 req-750118d6-ef88-4fc8-b12e-7cf9005bde9c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67f0d3c4-dc11-4335-b254-f941e2071d0e HTTP/1.1" status: 200 len: 1000 time: 0.1317811 Mar 14 14:32:06.874174 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-74410103-77ad-4996-ac7a-05cb5fa36333 None None] Set router 55943d03-8542-4b52-be0f-0568fea66cf0 gateway port host: dv-cinder-790535-28-smb {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:32:06.893733 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cedfd6-a328-4794-904d-d42aa0d38984 req-4746659a-63d1-47bc-9cdb-46d1b1330a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:06.902230 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-d4cedfd6-a328-4794-904d-d42aa0d38984 req-4746659a-63d1-47bc-9cdb-46d1b1330a89 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b6f3e4c4-8c5e-45e1-899c-abb308a625a6 HTTP/1.1" status: 200 len: 847 time: 0.1012046 Mar 14 14:32:06.968755 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cedfd6-a328-4794-904d-d42aa0d38984 req-0b2f38c1-7920-4e14-a792-02d581c1dcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:06.972914 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-d4cedfd6-a328-4794-904d-d42aa0d38984 req-0b2f38c1-7920-4e14-a792-02d581c1dcf4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6ddc4596-65f8-45d3-ba54-9a8ed2c0c193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0648303 Mar 14 14:32:07.093157 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-d4cedfd6-a328-4794-904d-d42aa0d38984 req-714796cd-8a32-4bfc-a0a0-6cdbac6dfd48 service neutron] 10.222.0.35 "GET /v2.0/networks/6ddc4596-65f8-45d3-ba54-9a8ed2c0c193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129162 Mar 14 14:32:07.207040 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-74410103-77ad-4996-ac7a-05cb5fa36333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55943d03-8542-4b52-be0f-0568fea66cf0', 'name': 'tempest-TestShelveInstance-294149024-router', 'tenant_id': 'a13b71d43cd34fb38f85e1cc0af43e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.89'}], 'enable_snat': True}, 'gw_port_id': '5ac87e94-ee90-4c29-bc9c-6770f76a98f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:30:31Z', 'updated_at': '2022-03-14T14:30:40Z', 'revision_number': 4, 'project_id': 'a13b71d43cd34fb38f85e1cc0af43e28', 'gw_port': {'id': '5ac87e94-ee90-4c29-bc9c-6770f76a98f1', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55943d03-8542-4b52-be0f-0568fea66cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:33Z', 'updated_at': '2022-03-14T14:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb', '_floatingips': [{'id': 'f98489c1-dcbf-4a92-ad46-512b4c812c48', 'tenant_id': 'a13b71d43cd34fb38f85e1cc0af43e28', 'floating_ip_address': '172.28.2.125', 'floating_network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'router_id': '55943d03-8542-4b52-be0f-0568fea66cf0', 'port_id': '67f0d3c4-dc11-4335-b254-f941e2071d0e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ddc4596-65f8-45d3-ba54-9a8ed2c0c193', 'mac_address': 'fa:16:3e:1a:fa:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d99f90-7b74-4cd7-938b-4ac0ea805fae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T14:32:04Z', 'updated_at': '2022-03-14T14:32:04Z', 'revision_number': 0, 'project_id': 'a13b71d43cd34fb38f85e1cc0af43e28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a391c76-99d1-4be1-a7d1-403bce6fa287', 'name': '', 'network_id': '6ddc4596-65f8-45d3-ba54-9a8ed2c0c193', 'tenant_id': 'a13b71d43cd34fb38f85e1cc0af43e28', 'mac_address': 'fa:16:3e:dd:d7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55943d03-8542-4b52-be0f-0568fea66cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'b6f3e4c4-8c5e-45e1-899c-abb308a625a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:38Z', 'updated_at': '2022-03-14T14:30:53Z', 'revision_number': 5, 'project_id': 'a13b71d43cd34fb38f85e1cc0af43e28', 'subnets': [{'id': 'b6f3e4c4-8c5e-45e1-899c-abb308a625a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-smb', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:32:07.237383 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74410103-77ad-4996-ac7a-05cb5fa36333 None None] The sync data for ids ['55943d03-8542-4b52-be0f-0568fea66cf0'] in dv-cinder-790535-28-smb is: [{'id': '55943d03-8542-4b52-be0f-0568fea66cf0', 'name': 'tempest-TestShelveInstance-294149024-router', 'tenant_id': 'a13b71d43cd34fb38f85e1cc0af43e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.89'}], 'enable_snat': True}, 'gw_port_id': '5ac87e94-ee90-4c29-bc9c-6770f76a98f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:30:31Z', 'updated_at': '2022-03-14T14:30:40Z', 'revision_number': 4, 'project_id': 'a13b71d43cd34fb38f85e1cc0af43e28', 'gw_port': {'id': '5ac87e94-ee90-4c29-bc9c-6770f76a98f1', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55943d03-8542-4b52-be0f-0568fea66cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:33Z', 'updated_at': '2022-03-14T14:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb', '_floatingips': [{'id': 'f98489c1-dcbf-4a92-ad46-512b4c812c48', 'tenant_id': 'a13b71d43cd34fb38f85e1cc0af43e28', 'floating_ip_address': '172.28.2.125', 'floating_network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'router_id': '55943d03-8542-4b52-be0f-0568fea66cf0', 'port_id': '67f0d3c4-dc11-4335-b254-f941e2071d0e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ddc4596-65f8-45d3-ba54-9a8ed2c0c193', 'mac_address': 'fa:16:3e:1a:fa:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d99f90-7b74-4cd7-938b-4ac0ea805fae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T14:32:04Z', 'updated_at': '2022-03-14T14:32:04Z', 'revision_number': 0, 'project_id': 'a13b71d43cd34fb38f85e1cc0af43e28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a391c76-99d1-4be1-a7d1-403bce6fa287', 'name': '', 'network_id': '6ddc4596-65f8-45d3-ba54-9a8ed2c0c193', 'tenant_id': 'a13b71d43cd34fb38f85e1cc0af43e28', 'mac_address': 'fa:16:3e:dd:d7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55943d03-8542-4b52-be0f-0568fea66cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'b6f3e4c4-8c5e-45e1-899c-abb308a625a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:38Z', 'updated_at': '2022-03-14T14:30:53Z', 'revision_number': 5, 'project_id': 'a13b71d43cd34fb38f85e1cc0af43e28', 'subnets': [{'id': 'b6f3e4c4-8c5e-45e1-899c-abb308a625a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:32:07.285181 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-d4cedfd6-a328-4794-904d-d42aa0d38984 req-5f13d00b-8f2d-40f3-acaf-4a6db6dbe6df service neutron] 10.222.0.35 "GET /v2.0/networks/6ddc4596-65f8-45d3-ba54-9a8ed2c0c193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857300 Mar 14 14:32:07.304602 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528cf0b-83f0-4902-9ebd-fada50805b62 req-83ce9590-4348-4f27-983f-1841c1796e00 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:07.307455 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-8528cf0b-83f0-4902-9ebd-fada50805b62 req-83ce9590-4348-4f27-983f-1841c1796e00 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=383e74ab-b4e3-411b-9735-9d5e08400844 HTTP/1.1" status: 200 len: 947 time: 0.1172166 Mar 14 14:32:07.318372 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11610eca-e524-40d6-98e9-5a1cb01ae789 req-b9baf7ac-fd1e-4cea-a6e9-83b2539d16b6 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:07.320349 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-11610eca-e524-40d6-98e9-5a1cb01ae789 req-b9baf7ac-fd1e-4cea-a6e9-83b2539d16b6 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba304e9b-4741-4fe8-9210-bc5fe68b8d78 HTTP/1.1" status: 200 len: 945 time: 0.1292679 Mar 14 14:32:07.521865 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbec3fa-c3fb-434a-81eb-1779a1363ce7 None None] New status for floating IP f98489c1-dcbf-4a92-ad46-512b4c812c48: ACTIVE {{(pid=103768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 14:32:07.651687 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-11610eca-e524-40d6-98e9-5a1cb01ae789 req-272156a9-efdb-42be-be66-fd02498ed09b tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3188856 Mar 14 14:32:07.654956 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-8528cf0b-83f0-4902-9ebd-fada50805b62 req-ba670452-8640-4b60-bd34-e79a17af5820 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d847fc3-179d-4da6-9776-d95851d7edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3341408 Mar 14 14:32:08.803165 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4056f4fa-9819-4cf3-b083-f897d98cd992 req-2fa18da2-6361-4484-bb4e-d40092526d68 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:08.804767 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-4056f4fa-9819-4cf3-b083-f897d98cd992 req-2fa18da2-6361-4484-bb4e-d40092526d68 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba304e9b-4741-4fe8-9210-bc5fe68b8d78 HTTP/1.1" status: 200 len: 945 time: 0.0663695 Mar 14 14:32:08.860596 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-4056f4fa-9819-4cf3-b083-f897d98cd992 req-36142288-4b4f-4ff3-92ee-66e5b2056455 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469148 Mar 14 14:32:09.081154 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117363b-f60e-4512-98e7-53e82bd4db4b req-47333d87-c421-4b27-8352-15b9ec47da09 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:09.083726 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-5117363b-f60e-4512-98e7-53e82bd4db4b req-47333d87-c421-4b27-8352-15b9ec47da09 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "GET /v2.0/networks?id=3e4a3557-57a5-4d21-92bb-061b2a0f247f HTTP/1.1" status: 200 len: 815 time: 0.1214008 Mar 14 14:32:09.098952 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-5117363b-f60e-4512-98e7-53e82bd4db4b req-c58a0cc1-f038-439c-9d7b-973849d5374f tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "GET /v2.0/quotas/c5f45cd330c34d1a83734eeafdf7678a HTTP/1.1" status: 200 len: 375 time: 0.0095367 Mar 14 14:32:09.155806 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-5117363b-f60e-4512-98e7-53e82bd4db4b req-cbdba082-30f7-48c9-b82e-d89f3919c413 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=c5f45cd330c34d1a83734eeafdf7678a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499711 Mar 14 14:32:09.254999 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-5117363b-f60e-4512-98e7-53e82bd4db4b req-2fb39afc-2978-4556-8de0-e53ea54b2050 service neutron] 10.222.0.58 "GET /v2.0/networks/3e4a3557-57a5-4d21-92bb-061b2a0f247f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876212 Mar 14 14:32:09.344563 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-5117363b-f60e-4512-98e7-53e82bd4db4b req-0ee6f459-26e7-40c9-bab4-52293646787f service neutron] 10.222.0.58 "GET /v2.0/networks/3e4a3557-57a5-4d21-92bb-061b2a0f247f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837233 Mar 14 14:32:09.592829 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-fb190d19-74c5-49c0-9a13-019f62696ed6 req-ffc99c93-225a-4614-9fe1-1464dc295ea3 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "GET /v2.0/ports?device_id=5321e890-89ea-4cd5-9380-14b3e5b5a667 HTTP/1.1" status: 200 len: 210 time: 0.0287697 Mar 14 14:32:10.007698 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a1d867-7c3c-4aa8-acd1-0f8414be20e3 req-667dced7-cd11-4d91-867d-947e1f6b8670 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:10.009941 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-a2a1d867-7c3c-4aa8-acd1-0f8414be20e3 req-667dced7-cd11-4d91-867d-947e1f6b8670 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba304e9b-4741-4fe8-9210-bc5fe68b8d78 HTTP/1.1" status: 200 len: 945 time: 0.0618315 Mar 14 14:32:10.059204 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-a2a1d867-7c3c-4aa8-acd1-0f8414be20e3 req-c2b32b09-8006-441f-b07e-4c3cd4b610f1 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431538 Mar 14 14:32:10.673899 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-be0b5948-c17b-476e-bd0e-9aaab2ea26f6 req-3ce0531c-4b3d-4334-a71d-cb7fd359cd80 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "GET /v2.0/ports?device_id=5321e890-89ea-4cd5-9380-14b3e5b5a667 HTTP/1.1" status: 200 len: 210 time: 0.0279374 Mar 14 14:32:10.714337 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c16d05ef-1d13-4bb0-be0b-a31b0b257879 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (cdfaf928-5960-4f26-8f0f-a06a7779780c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:11.191027 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c707cd-dd0b-4550-9f44-d70b2e094761 req-7a1b68c3-483c-4725-a049-a1e24cbf5833 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:11.192481 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-c9c707cd-dd0b-4550-9f44-d70b2e094761 req-7a1b68c3-483c-4725-a049-a1e24cbf5833 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba304e9b-4741-4fe8-9210-bc5fe68b8d78 HTTP/1.1" status: 200 len: 945 time: 0.0578468 Mar 14 14:32:11.240544 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-c9c707cd-dd0b-4550-9f44-d70b2e094761 req-61471453-9a9b-4096-a02d-a79ccd9f78da tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421209 Mar 14 14:32:11.802907 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-71b32058-5f24-4524-a721-be00cec5ff39 req-242e658d-bf2f-4739-a41b-ae19dfcb78e1 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "GET /v2.0/ports?device_id=5321e890-89ea-4cd5-9380-14b3e5b5a667 HTTP/1.1" status: 200 len: 210 time: 0.0328612 Mar 14 14:32:12.383077 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f87144-1fab-48cc-af37-14a8daec29e9 req-ffa82ac7-1b9e-4ab8-a609-580d564392df tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:12.384950 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-22f87144-1fab-48cc-af37-14a8daec29e9 req-ffa82ac7-1b9e-4ab8-a609-580d564392df tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba304e9b-4741-4fe8-9210-bc5fe68b8d78 HTTP/1.1" status: 200 len: 945 time: 0.0584588 Mar 14 14:32:12.516537 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-22f87144-1fab-48cc-af37-14a8daec29e9 req-f859a710-7a96-42c5-948a-e54af85717e6 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252246 Mar 14 14:32:12.544498 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117363b-f60e-4512-98e7-53e82bd4db4b req-6d672f50-e5b1-4079-9e46-9f1719500204 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:12.545928 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-5117363b-f60e-4512-98e7-53e82bd4db4b req-6d672f50-e5b1-4079-9e46-9f1719500204 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.35 "GET /v2.0/networks?id=3e4a3557-57a5-4d21-92bb-061b2a0f247f HTTP/1.1" status: 200 len: 815 time: 0.1525555 Mar 14 14:32:12.564296 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.v2.base [req-5117363b-f60e-4512-98e7-53e82bd4db4b req-4e5214cc-9219-4864-ba9d-b649980158fd tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Request body: {'port': {'device_id': '5321e890-89ea-4cd5-9380-14b3e5b5a667', 'network_id': '3e4a3557-57a5-4d21-92bb-061b2a0f247f', 'admin_state_up': True, 'tenant_id': 'c5f45cd330c34d1a83734eeafdf7678a'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:32:12.725420 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5117363b-f60e-4512-98e7-53e82bd4db4b req-4e5214cc-9219-4864-ba9d-b649980158fd tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Made reservation on behalf of c5f45cd330c34d1a83734eeafdf7678a for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:32:12.729303 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-5117363b-f60e-4512-98e7-53e82bd4db4b req-4e5214cc-9219-4864-ba9d-b649980158fd tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:12.872525 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [req-5117363b-f60e-4512-98e7-53e82bd4db4b req-4e5214cc-9219-4864-ba9d-b649980158fd tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Allocated IP 172.20.0.10 (3e4a3557-57a5-4d21-92bb-061b2a0f247f/401011dc-5e0a-4f98-9903-0c0e2bfe083a/f69ec99c-7955-478f-9140-397fa34b7efc) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:32:12.910230 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-d69c0953-15dd-438d-9188-4ea9c59a0f53 req-223b9c6f-3524-4c7e-8f5e-cd9438c8e424 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "GET /v2.0/ports?device_id=5321e890-89ea-4cd5-9380-14b3e5b5a667 HTTP/1.1" status: 200 len: 210 time: 0.0391574 Mar 14 14:32:13.053413 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2625c46-caaa-4db1-b68c-13fec2c7d8d2 req-7b487467-624a-4b8a-8229-2d021c741e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:13.055667 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-d2625c46-caaa-4db1-b68c-13fec2c7d8d2 req-7b487467-624a-4b8a-8229-2d021c741e6f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ba304e9b-4741-4fe8-9210-bc5fe68b8d78 HTTP/1.1" status: 200 len: 1129 time: 0.0546789 Mar 14 14:32:13.077986 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-5117363b-f60e-4512-98e7-53e82bd4db4b req-4e5214cc-9219-4864-ba9d-b649980158fd tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Publish callbacks [] for port (f69ec99c-7955-478f-9140-397fa34b7efc), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:13.129882 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-d2625c46-caaa-4db1-b68c-13fec2c7d8d2 req-25a8f70e-3a63-489d-8d4f-0855ab077b00 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668912 Mar 14 14:32:13.183701 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-5117363b-f60e-4512-98e7-53e82bd4db4b req-4e5214cc-9219-4864-ba9d-b649980158fd tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744329793199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8770621'] for port (f69ec99c-7955-478f-9140-397fa34b7efc), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:13.217314 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-67180828-0df4-4296-bbc0-1d3a85bba92d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (3a20f343-fbae-42b4-9bd9-ea7570b5f761), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:13.234149 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5117363b-f60e-4512-98e7-53e82bd4db4b req-4e5214cc-9219-4864-ba9d-b649980158fd tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Network 3e4a3557-57a5-4d21-92bb-061b2a0f247f is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:32:13.237213 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [req-5117363b-f60e-4512-98e7-53e82bd4db4b req-4e5214cc-9219-4864-ba9d-b649980158fd tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:32:13.241849 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-5117363b-f60e-4512-98e7-53e82bd4db4b req-4e5214cc-9219-4864-ba9d-b649980158fd tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:32:13.245537 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5214cc-9219-4864-ba9d-b649980158fd tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Pushing event updated for resources: {'Port': ['ID=f69ec99c-7955-478f-9140-397fa34b7efc,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:32:13.299680 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5214cc-9219-4864-ba9d-b649980158fd tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:32:13.300073 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5214cc-9219-4864-ba9d-b649980158fd tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:32:13.300430 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5214cc-9219-4864-ba9d-b649980158fd tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:32:13.300781 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5214cc-9219-4864-ba9d-b649980158fd tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:32:13.301127 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5214cc-9219-4864-ba9d-b649980158fd tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:32:13.301468 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5214cc-9219-4864-ba9d-b649980158fd tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:32:13.301807 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5214cc-9219-4864-ba9d-b649980158fd tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:32:13.302143 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5214cc-9219-4864-ba9d-b649980158fd tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:32:13.302481 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5214cc-9219-4864-ba9d-b649980158fd tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:32:13.302815 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5214cc-9219-4864-ba9d-b649980158fd tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:32:13.303151 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5214cc-9219-4864-ba9d-b649980158fd tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:32:13.303485 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5214cc-9219-4864-ba9d-b649980158fd tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:32:13.303816 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5214cc-9219-4864-ba9d-b649980158fd tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:32:13.304170 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5214cc-9219-4864-ba9d-b649980158fd tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:32:13.304501 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5214cc-9219-4864-ba9d-b649980158fd tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:32:13.321050 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117363b-f60e-4512-98e7-53e82bd4db4b req-4e5214cc-9219-4864-ba9d-b649980158fd tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:13.321050 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-5117363b-f60e-4512-98e7-53e82bd4db4b req-4e5214cc-9219-4864-ba9d-b649980158fd tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632217'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:13.403065 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-5117363b-f60e-4512-98e7-53e82bd4db4b req-4e5214cc-9219-4864-ba9d-b649980158fd tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8428278 Mar 14 14:32:13.424886 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.v2.base [req-5117363b-f60e-4512-98e7-53e82bd4db4b req-2d36b9c0-080e-4bea-bdd5-2a2ab0d89a53 service neutron] Request body: {'port': {'device_id': '5321e890-89ea-4cd5-9380-14b3e5b5a667', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:32:13.572611 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-485ce00c-04c8-4198-95c7-279f2cdf4df4 None None] Provisioning complete for port f69ec99c-7955-478f-9140-397fa34b7efc triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:32:13.573342 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-485ce00c-04c8-4198-95c7-279f2cdf4df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (f69ec99c-7955-478f-9140-397fa34b7efc), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:13.577498 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-5117363b-f60e-4512-98e7-53e82bd4db4b req-2d36b9c0-080e-4bea-bdd5-2a2ab0d89a53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (f69ec99c-7955-478f-9140-397fa34b7efc), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:13.688597 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-485ce00c-04c8-4198-95c7-279f2cdf4df4 None None] Port f69ec99c-7955-478f-9140-397fa34b7efc cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 14:32:13.852126 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9f023d-86e1-49fc-ba17-64e55740318b req-08fdbb72-b260-4f91-b36a-0956e42b9fa7 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:13.857979 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-4d9f023d-86e1-49fc-ba17-64e55740318b req-08fdbb72-b260-4f91-b36a-0956e42b9fa7 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba304e9b-4741-4fe8-9210-bc5fe68b8d78 HTTP/1.1" status: 200 len: 945 time: 0.2096019 Mar 14 14:32:13.982400 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-4d9f023d-86e1-49fc-ba17-64e55740318b req-d1e97748-fe7a-4303-ab40-47cd62cb23c4 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103675 Mar 14 14:32:14.132559 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b23c6-25e5-45fe-829a-cab07eb66631 req-eb68dbaf-bd25-4b1d-9b34-758952678b32 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:14.136357 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-586b23c6-25e5-45fe-829a-cab07eb66631 req-eb68dbaf-bd25-4b1d-9b34-758952678b32 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "GET /v2.0/ports?device_id=5321e890-89ea-4cd5-9380-14b3e5b5a667 HTTP/1.1" status: 200 len: 932 time: 0.1253505 Mar 14 14:32:14.238751 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.notifiers.nova [req-5117363b-f60e-4512-98e7-53e82bd4db4b req-2d36b9c0-080e-4bea-bdd5-2a2ab0d89a53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f69ec99c-7955-478f-9140-397fa34b7efc {{(pid=103766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 14:32:14.247382 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-586b23c6-25e5-45fe-829a-cab07eb66631 req-f0393b24-8519-4d68-8e20-58c8127ee605 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "GET /v2.0/security-groups?id=fcedf437-2ba0-45d9-a116-ab44f977f785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045392 Mar 14 14:32:14.251457 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1359c12f-9f02-429e-8c66-1d1d1dbe42c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (105db0a1-84b9-47b6-91eb-e578cb139bff), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:14.253454 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-5117363b-f60e-4512-98e7-53e82bd4db4b req-2d36b9c0-080e-4bea-bdd5-2a2ab0d89a53 service neutron] Publish callbacks [] for port (f69ec99c-7955-478f-9140-397fa34b7efc), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:14.286825 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.db.provisioning_blocks [req-5117363b-f60e-4512-98e7-53e82bd4db4b req-2d36b9c0-080e-4bea-bdd5-2a2ab0d89a53 service neutron] Transition to ACTIVE for port object f69ec99c-7955-478f-9140-397fa34b7efc will not be triggered until provisioned by entity L2. {{(pid=103766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 14:32:14.383257 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-5117363b-f60e-4512-98e7-53e82bd4db4b req-2d36b9c0-080e-4bea-bdd5-2a2ab0d89a53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8770596'] for port (f69ec99c-7955-478f-9140-397fa34b7efc), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:14.518774 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d36b9c0-080e-4bea-bdd5-2a2ab0d89a53 service neutron] Pushing event updated for resources: {'Port': ['ID=f69ec99c-7955-478f-9140-397fa34b7efc,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:32:14.534961 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-5117363b-f60e-4512-98e7-53e82bd4db4b req-2d36b9c0-080e-4bea-bdd5-2a2ab0d89a53 service neutron] Attempting to bind port f69ec99c-7955-478f-9140-397fa34b7efc on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:32:14.535302 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-5117363b-f60e-4512-98e7-53e82bd4db4b req-2d36b9c0-080e-4bea-bdd5-2a2ab0d89a53 service neutron] Attempting to bind port f69ec99c-7955-478f-9140-397fa34b7efc by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'd3203a6a-b3c3-4cd4-b471-923be8aa373f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '3e4a3557-57a5-4d21-92bb-061b2a0f247f'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:32:14.535564 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5117363b-f60e-4512-98e7-53e82bd4db4b req-2d36b9c0-080e-4bea-bdd5-2a2ab0d89a53 service neutron] Attempting to bind port f69ec99c-7955-478f-9140-397fa34b7efc on network 3e4a3557-57a5-4d21-92bb-061b2a0f247f {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:32:14.541814 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5117363b-f60e-4512-98e7-53e82bd4db4b req-2d36b9c0-080e-4bea-bdd5-2a2ab0d89a53 service neutron] Port f69ec99c-7955-478f-9140-397fa34b7efc on network 3e4a3557-57a5-4d21-92bb-061b2a0f247f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 14:32:14.542182 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5117363b-f60e-4512-98e7-53e82bd4db4b req-2d36b9c0-080e-4bea-bdd5-2a2ab0d89a53 service neutron] Attempting to bind port f69ec99c-7955-478f-9140-397fa34b7efc on network 3e4a3557-57a5-4d21-92bb-061b2a0f247f {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:32:14.547790 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5117363b-f60e-4512-98e7-53e82bd4db4b req-2d36b9c0-080e-4bea-bdd5-2a2ab0d89a53 service neutron] Checking agent: {'id': '5e7a912f-556e-4923-ad48-72f47c325557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 26, 56), 'started_at': datetime.datetime(2022, 3, 14, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:32:14.548165 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5117363b-f60e-4512-98e7-53e82bd4db4b req-2d36b9c0-080e-4bea-bdd5-2a2ab0d89a53 service neutron] Checking segment: {'id': 'd3203a6a-b3c3-4cd4-b471-923be8aa373f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '3e4a3557-57a5-4d21-92bb-061b2a0f247f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:32:14.548554 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5117363b-f60e-4512-98e7-53e82bd4db4b req-2d36b9c0-080e-4bea-bdd5-2a2ab0d89a53 service neutron] Bound using segment: {'id': 'd3203a6a-b3c3-4cd4-b471-923be8aa373f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '3e4a3557-57a5-4d21-92bb-061b2a0f247f'} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:32:14.550681 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-5117363b-f60e-4512-98e7-53e82bd4db4b req-2d36b9c0-080e-4bea-bdd5-2a2ab0d89a53 service neutron] Bound port: f69ec99c-7955-478f-9140-397fa34b7efc, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3203a6a-b3c3-4cd4-b471-923be8aa373f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '3e4a3557-57a5-4d21-92bb-061b2a0f247f'}}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:32:14.550681 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-5117363b-f60e-4512-98e7-53e82bd4db4b req-2d36b9c0-080e-4bea-bdd5-2a2ab0d89a53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (f69ec99c-7955-478f-9140-397fa34b7efc), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:14.666902 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-5117363b-f60e-4512-98e7-53e82bd4db4b req-2d36b9c0-080e-4bea-bdd5-2a2ab0d89a53 service neutron] For port f69ec99c-7955-478f-9140-397fa34b7efc, host hv-cinder-79053, cleared binding levels {{(pid=103766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:32:14.677571 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-5117363b-f60e-4512-98e7-53e82bd4db4b req-2d36b9c0-080e-4bea-bdd5-2a2ab0d89a53 service neutron] For port f69ec99c-7955-478f-9140-397fa34b7efc, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f69ec99c-7955-478f-9140-397fa34b7efc,segment=NetworkSegment(d3203a6a-b3c3-4cd4-b471-923be8aa373f),segment_id=d3203a6a-b3c3-4cd4-b471-923be8aa373f)] {{(pid=103766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:32:14.772450 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-5117363b-f60e-4512-98e7-53e82bd4db4b req-2d36b9c0-080e-4bea-bdd5-2a2ab0d89a53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8770596'] for port (f69ec99c-7955-478f-9140-397fa34b7efc), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:14.808379 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117363b-f60e-4512-98e7-53e82bd4db4b req-2d36b9c0-080e-4bea-bdd5-2a2ab0d89a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:14.808379 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-5117363b-f60e-4512-98e7-53e82bd4db4b req-2d36b9c0-080e-4bea-bdd5-2a2ab0d89a53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632217'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:14.808915 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-5117363b-f60e-4512-98e7-53e82bd4db4b req-2d36b9c0-080e-4bea-bdd5-2a2ab0d89a53 service neutron] 10.222.0.35 "PUT /v2.0/ports/f69ec99c-7955-478f-9140-397fa34b7efc HTTP/1.1" status: 200 len: 1094 time: 1.3894062 Mar 14 14:32:14.809388 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5321e890-89ea-4cd5-9380-14b3e5b5a667', 'tag': 'f69ec99c-7955-478f-9140-397fa34b7efc'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:32:14.811696 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b510279f78b891ca7fa39ab493d89baf438cb0eb2c394833a60cb33e330ae8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e881474b-3077-4fba-974d-9993dcebd668" -d '{"events": [{"name": "network-changed", "server_uuid": "5321e890-89ea-4cd5-9380-14b3e5b5a667", "tag": "f69ec99c-7955-478f-9140-397fa34b7efc"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:32:14.869854 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d36b9c0-080e-4bea-bdd5-2a2ab0d89a53 service neutron] Pushing event updated for resources: {'Port': ['ID=f69ec99c-7955-478f-9140-397fa34b7efc,revision_number=3']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:32:14.885137 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 14:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4d6a1fc-67d0-4110-ae8d-7f845328f949 x-openstack-request-id: req-a4d6a1fc-67d0-4110-ae8d-7f845328f949 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:32:14.896002 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5321e890-89ea-4cd5-9380-14b3e5b5a667", "tag": "f69ec99c-7955-478f-9140-397fa34b7efc", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:32:14.896002 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a4d6a1fc-67d0-4110-ae8d-7f845328f949 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:32:14.896002 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5321e890-89ea-4cd5-9380-14b3e5b5a667', 'tag': 'f69ec99c-7955-478f-9140-397fa34b7efc', 'status': 'completed', 'code': 200} Mar 14 14:32:15.159533 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e692d2-4b0d-45ba-ae37-2fd9b425405e req-8fc55457-4a77-4957-a72b-266d7bca846a tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:15.161223 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-56e692d2-4b0d-45ba-ae37-2fd9b425405e req-8fc55457-4a77-4957-a72b-266d7bca846a tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba304e9b-4741-4fe8-9210-bc5fe68b8d78 HTTP/1.1" status: 200 len: 945 time: 0.0867405 Mar 14 14:32:15.215664 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-56e692d2-4b0d-45ba-ae37-2fd9b425405e req-333bf571-290d-440f-a4d7-5bcdc0473051 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473762 Mar 14 14:32:15.390024 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49edec6d-cf69-4ba7-b704-4c6f5e774f8b req-cf934a3e-bae4-407c-a135-544c34a5e484 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:15.391710 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-49edec6d-cf69-4ba7-b704-4c6f5e774f8b req-cf934a3e-bae4-407c-a135-544c34a5e484 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "GET /v2.0/ports?device_id=5321e890-89ea-4cd5-9380-14b3e5b5a667 HTTP/1.1" status: 200 len: 944 time: 0.0629849 Mar 14 14:32:15.453830 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-49edec6d-cf69-4ba7-b704-4c6f5e774f8b req-03c68845-6668-4790-a87a-f267e2cdef98 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "GET /v2.0/security-groups?id=fcedf437-2ba0-45d9-a116-ab44f977f785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501776 Mar 14 14:32:15.513998 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-91e6bee0-ce44-4dbb-9ae4-7799debe7360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (837ef9e9-d083-4188-a7c6-79f2c68dbd25), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:16.364219 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969278cd-c6e8-441a-aa4f-44b0f4d2c895 req-8e9a9a2a-e166-4b5e-b09b-2999136b8f2b tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:16.365628 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-969278cd-c6e8-441a-aa4f-44b0f4d2c895 req-8e9a9a2a-e166-4b5e-b09b-2999136b8f2b tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba304e9b-4741-4fe8-9210-bc5fe68b8d78 HTTP/1.1" status: 200 len: 945 time: 0.0647926 Mar 14 14:32:16.418584 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-969278cd-c6e8-441a-aa4f-44b0f4d2c895 req-d8fe48d5-d23b-4c74-95e0-36eb60ee6726 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466051 Mar 14 14:32:16.581889 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb467a73-bf33-483c-903e-eb03d24b8382 req-a21e47e4-7bbe-48a6-bd0c-058cc87e1a43 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:16.583489 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-fb467a73-bf33-483c-903e-eb03d24b8382 req-a21e47e4-7bbe-48a6-bd0c-058cc87e1a43 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "GET /v2.0/ports?device_id=5321e890-89ea-4cd5-9380-14b3e5b5a667 HTTP/1.1" status: 200 len: 944 time: 0.0622973 Mar 14 14:32:16.660926 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-fb467a73-bf33-483c-903e-eb03d24b8382 req-d33f4410-6c9e-4560-a621-ef5d62e56c70 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "GET /v2.0/security-groups?id=fcedf437-2ba0-45d9-a116-ab44f977f785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710797 Mar 14 14:32:17.188513 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (ddc61399-76bc-42cc-9da4-26f2fa974742), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:17.586393 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8487804-26c4-476b-80eb-b82862e216f6 req-ece0ad1c-d7fb-4b03-b2cd-78cf5e37d991 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:17.594799 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-d8487804-26c4-476b-80eb-b82862e216f6 req-ece0ad1c-d7fb-4b03-b2cd-78cf5e37d991 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba304e9b-4741-4fe8-9210-bc5fe68b8d78 HTTP/1.1" status: 200 len: 945 time: 0.0733728 Mar 14 14:32:17.656814 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-d8487804-26c4-476b-80eb-b82862e216f6 req-fafbca0c-a0bf-4075-96cc-35c18d77ef8e tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610211 Mar 14 14:32:17.803835 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2442739f-9b27-4e7a-92d6-b9970011cd34 req-4050c480-8012-4b5b-8ea0-74fbfd6788b5 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:17.806101 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-2442739f-9b27-4e7a-92d6-b9970011cd34 req-4050c480-8012-4b5b-8ea0-74fbfd6788b5 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "GET /v2.0/ports?device_id=5321e890-89ea-4cd5-9380-14b3e5b5a667 HTTP/1.1" status: 200 len: 944 time: 0.0661192 Mar 14 14:32:17.867431 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-2442739f-9b27-4e7a-92d6-b9970011cd34 req-5e1c313d-9d31-4340-9762-48716340e595 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "GET /v2.0/security-groups?id=fcedf437-2ba0-45d9-a116-ab44f977f785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550952 Mar 14 14:32:18.793329 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 35464) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:32:18.846443 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32739391-a140-464d-9462-f55e952dcdd9 req-a6327d3b-f64c-4b4d-ac51-3a401986fcc0 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:18.848871 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-32739391-a140-464d-9462-f55e952dcdd9 req-a6327d3b-f64c-4b4d-ac51-3a401986fcc0 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba304e9b-4741-4fe8-9210-bc5fe68b8d78 HTTP/1.1" status: 200 len: 945 time: 0.0884833 Mar 14 14:32:18.921488 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-32739391-a140-464d-9462-f55e952dcdd9 req-e7711b46-e9f9-4240-b4df-847f0231631d tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602598 Mar 14 14:32:18.965076 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1ae5b2da-aa23-4020-ad98-9d1cda3dfce8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:19.013090 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d39ac-0c03-44c3-86dc-a8fea4e53282 req-503ee97d-b75a-4091-9982-db542625ecb8 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:19.015428 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-825d39ac-0c03-44c3-86dc-a8fea4e53282 req-503ee97d-b75a-4091-9982-db542625ecb8 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "GET /v2.0/ports?device_id=5321e890-89ea-4cd5-9380-14b3e5b5a667 HTTP/1.1" status: 200 len: 944 time: 0.0713377 Mar 14 14:32:19.076764 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1ae5b2da-aa23-4020-ad98-9d1cda3dfce8 admin admin] Publish callbacks [] for security_group (12574ae2-dfe7-4cde-9729-5338fa11d5bc), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:19.080059 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-825d39ac-0c03-44c3-86dc-a8fea4e53282 req-c40e4e87-e64e-43eb-955d-2d3e144c0b74 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "GET /v2.0/security-groups?id=fcedf437-2ba0-45d9-a116-ab44f977f785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584333 Mar 14 14:32:19.142737 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1ae5b2da-aa23-4020-ad98-9d1cda3dfce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (12574ae2-dfe7-4cde-9729-5338fa11d5bc), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:19.182572 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae5b2da-aa23-4020-ad98-9d1cda3dfce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12574ae2-dfe7-4cde-9729-5338fa11d5bc,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:32:19.186954 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-1ae5b2da-aa23-4020-ad98-9d1cda3dfce8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a44776376fe14042ace7f4622c63aff1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3922689 Mar 14 14:32:19.190082 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 35470) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:32:19.247776 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-560eafee-cf19-45a3-b093-e8364574aa3e admin admin] Publish callbacks [] for security_group (12574ae2-dfe7-4cde-9729-5338fa11d5bc), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:19.272675 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-560eafee-cf19-45a3-b093-e8364574aa3e admin admin] Publish callbacks [] for security_group (12574ae2-dfe7-4cde-9729-5338fa11d5bc), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:19.405661 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-560eafee-cf19-45a3-b093-e8364574aa3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (12574ae2-dfe7-4cde-9729-5338fa11d5bc), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:19.408292 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-560eafee-cf19-45a3-b093-e8364574aa3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:19.409573 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-560eafee-cf19-45a3-b093-e8364574aa3e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/12574ae2-dfe7-4cde-9729-5338fa11d5bc HTTP/1.1" status: 204 len: 168 time: 0.2190559 Mar 14 14:32:19.419007 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560eafee-cf19-45a3-b093-e8364574aa3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12574ae2-dfe7-4cde-9729-5338fa11d5bc,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:32:20.051522 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7815c32-1df5-497d-bd90-bba72d046e0b req-79536f71-c004-49f7-a500-0a7ba106f94b tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:20.053074 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-d7815c32-1df5-497d-bd90-bba72d046e0b req-79536f71-c004-49f7-a500-0a7ba106f94b tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba304e9b-4741-4fe8-9210-bc5fe68b8d78 HTTP/1.1" status: 200 len: 945 time: 0.0568480 Mar 14 14:32:20.118543 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-d7815c32-1df5-497d-bd90-bba72d046e0b req-fa2d5b59-f9d2-4835-976c-5cad0890a5a5 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582404 Mar 14 14:32:20.245933 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ea6ac-5409-4ae4-a40f-2c6c42930293 req-426eea95-64c0-46c1-93ec-88c44d415a0c tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:20.247552 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-965ea6ac-5409-4ae4-a40f-2c6c42930293 req-426eea95-64c0-46c1-93ec-88c44d415a0c tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "GET /v2.0/ports?device_id=5321e890-89ea-4cd5-9380-14b3e5b5a667 HTTP/1.1" status: 200 len: 944 time: 0.0719767 Mar 14 14:32:20.307383 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-965ea6ac-5409-4ae4-a40f-2c6c42930293 req-bd3f9e57-b6bf-4bc3-8e47-9cf34433ef98 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "GET /v2.0/security-groups?id=fcedf437-2ba0-45d9-a116-ab44f977f785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537546 Mar 14 14:32:21.289355 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339a3861-1cf2-4d93-9561-57221036a070 req-ae2b5557-f358-4395-9be7-997b3a5856f3 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:21.291842 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-339a3861-1cf2-4d93-9561-57221036a070 req-ae2b5557-f358-4395-9be7-997b3a5856f3 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba304e9b-4741-4fe8-9210-bc5fe68b8d78 HTTP/1.1" status: 200 len: 945 time: 0.0638318 Mar 14 14:32:21.372212 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-339a3861-1cf2-4d93-9561-57221036a070 req-1ede170d-2e54-47bd-8a2b-dba8161c4ff3 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745499 Mar 14 14:32:21.473214 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee0a4bb-fcc8-4460-b598-b6a1ed73ad60 req-64f2a7ac-6143-424a-9e0a-750dbac4142f tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:21.475399 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-dee0a4bb-fcc8-4460-b598-b6a1ed73ad60 req-64f2a7ac-6143-424a-9e0a-750dbac4142f tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "GET /v2.0/ports?device_id=5321e890-89ea-4cd5-9380-14b3e5b5a667 HTTP/1.1" status: 200 len: 944 time: 0.0658348 Mar 14 14:32:21.533337 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-dee0a4bb-fcc8-4460-b598-b6a1ed73ad60 req-3767afc4-2f40-4213-9ed4-ca9c3cd93bdf tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "GET /v2.0/security-groups?id=fcedf437-2ba0-45d9-a116-ab44f977f785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506380 Mar 14 14:32:22.556462 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e5b119-fac4-4fd6-b573-dcddeaf36b45 req-f59335dc-ffeb-4742-89af-d068a2d55d5a tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:22.559052 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-25e5b119-fac4-4fd6-b573-dcddeaf36b45 req-f59335dc-ffeb-4742-89af-d068a2d55d5a tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba304e9b-4741-4fe8-9210-bc5fe68b8d78 HTTP/1.1" status: 200 len: 945 time: 0.0724478 Mar 14 14:32:22.646292 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-25e5b119-fac4-4fd6-b573-dcddeaf36b45 req-7379a3c5-441d-4b0a-9184-7f792ede2a77 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759790 Mar 14 14:32:22.704518 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca9d33e-5a9d-45f4-938b-02ddd850fad0 req-5f764f28-1fad-4196-b8ef-7585811e116c tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:22.705978 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-8ca9d33e-5a9d-45f4-938b-02ddd850fad0 req-5f764f28-1fad-4196-b8ef-7585811e116c tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "GET /v2.0/ports?device_id=5321e890-89ea-4cd5-9380-14b3e5b5a667 HTTP/1.1" status: 200 len: 944 time: 0.0776176 Mar 14 14:32:22.777197 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-8ca9d33e-5a9d-45f4-938b-02ddd850fad0 req-f313667a-493e-401a-8717-702435a30fe2 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "GET /v2.0/security-groups?id=fcedf437-2ba0-45d9-a116-ab44f977f785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643773 Mar 14 14:32:23.779525 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c81af9-e4f6-4bff-abf4-d56854f5ecc5 req-dcf238f6-39e6-4675-96ba-d81653ae6485 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:23.781081 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-38c81af9-e4f6-4bff-abf4-d56854f5ecc5 req-dcf238f6-39e6-4675-96ba-d81653ae6485 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba304e9b-4741-4fe8-9210-bc5fe68b8d78 HTTP/1.1" status: 200 len: 945 time: 0.0596955 Mar 14 14:32:23.831220 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-38c81af9-e4f6-4bff-abf4-d56854f5ecc5 req-87dcf4dd-041c-42a7-8947-dd354ac97c66 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443692 Mar 14 14:32:23.915741 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d44e66f-a7fc-49ac-8a0d-b36259db424c req-86612e27-971f-4a48-b96a-0305bb6da8b7 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:23.917426 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-5d44e66f-a7fc-49ac-8a0d-b36259db424c req-86612e27-971f-4a48-b96a-0305bb6da8b7 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "GET /v2.0/ports?device_id=5321e890-89ea-4cd5-9380-14b3e5b5a667 HTTP/1.1" status: 200 len: 944 time: 0.0693755 Mar 14 14:32:23.972123 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-5d44e66f-a7fc-49ac-8a0d-b36259db424c req-978b549f-960a-46d6-af46-6763fe1ec688 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "GET /v2.0/security-groups?id=fcedf437-2ba0-45d9-a116-ab44f977f785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486908 Mar 14 14:32:24.122396 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e881474b-3077-4fba-974d-9993dcebd668 req-d46902ca-b7db-47f4-9716-2c454d5a0568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:24.123989 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-e881474b-3077-4fba-974d-9993dcebd668 req-d46902ca-b7db-47f4-9716-2c454d5a0568 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c5f45cd330c34d1a83734eeafdf7678a&device_id=5321e890-89ea-4cd5-9380-14b3e5b5a667 HTTP/1.1" status: 200 len: 1128 time: 0.0550208 Mar 14 14:32:24.233610 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e881474b-3077-4fba-974d-9993dcebd668 req-01439a2e-9023-4f77-a08c-b3983b53ab1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:24.235012 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-e881474b-3077-4fba-974d-9993dcebd668 req-01439a2e-9023-4f77-a08c-b3983b53ab1e service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=c5f45cd330c34d1a83734eeafdf7678a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0961814 Mar 14 14:32:24.339460 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e881474b-3077-4fba-974d-9993dcebd668 req-69c05c28-9c02-4770-9930-1f598724c8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:24.340956 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-e881474b-3077-4fba-974d-9993dcebd668 req-69c05c28-9c02-4770-9930-1f598724c8e3 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0987697 Mar 14 14:32:24.428526 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117363b-f60e-4512-98e7-53e82bd4db4b req-7dae513f-64fd-4009-a84e-fc95c67986eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:24.430022 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-5117363b-f60e-4512-98e7-53e82bd4db4b req-7dae513f-64fd-4009-a84e-fc95c67986eb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c5f45cd330c34d1a83734eeafdf7678a&device_id=5321e890-89ea-4cd5-9380-14b3e5b5a667 HTTP/1.1" status: 200 len: 1128 time: 0.0478063 Mar 14 14:32:24.474156 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-5117363b-f60e-4512-98e7-53e82bd4db4b req-9a2ac8e7-683b-440c-bfeb-ede902413d1e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f69ec99c-7955-478f-9140-397fa34b7efc HTTP/1.1" status: 200 len: 217 time: 0.0356939 Mar 14 14:32:24.542226 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117363b-f60e-4512-98e7-53e82bd4db4b req-b43c8a51-6f4b-4f8e-8b62-eb5d8493bb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:24.544277 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-5117363b-f60e-4512-98e7-53e82bd4db4b req-b43c8a51-6f4b-4f8e-8b62-eb5d8493bb69 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=401011dc-5e0a-4f98-9903-0c0e2bfe083a HTTP/1.1" status: 200 len: 854 time: 0.0627525 Mar 14 14:32:24.596887 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117363b-f60e-4512-98e7-53e82bd4db4b req-2e6ea5c4-2550-4f39-8c88-c6bc99d4f9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:24.598374 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-5117363b-f60e-4512-98e7-53e82bd4db4b req-2e6ea5c4-2550-4f39-8c88-c6bc99d4f9d9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3e4a3557-57a5-4d21-92bb-061b2a0f247f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0475035 Mar 14 14:32:24.697825 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-5117363b-f60e-4512-98e7-53e82bd4db4b req-6e355d82-57bb-4a3f-b0f6-0a77e4947c1d service neutron] 10.222.0.35 "GET /v2.0/networks/3e4a3557-57a5-4d21-92bb-061b2a0f247f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921161 Mar 14 14:32:24.806391 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-5117363b-f60e-4512-98e7-53e82bd4db4b req-e386427b-b771-42a3-9a0b-8d1157c2450d service neutron] 10.222.0.35 "GET /v2.0/networks/3e4a3557-57a5-4d21-92bb-061b2a0f247f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000767 Mar 14 14:32:24.961292 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd081d-a9d6-4c14-9860-e9497f87173b req-7e481a19-ec2f-4806-ab3f-9d8c61246d39 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:24.963312 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-2bdd081d-a9d6-4c14-9860-e9497f87173b req-7e481a19-ec2f-4806-ab3f-9d8c61246d39 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba304e9b-4741-4fe8-9210-bc5fe68b8d78 HTTP/1.1" status: 200 len: 945 time: 0.0610375 Mar 14 14:32:25.019743 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-2bdd081d-a9d6-4c14-9860-e9497f87173b req-04f5489b-840a-4cb1-9611-96ad45333623 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503209 Mar 14 14:32:25.126209 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81587ae0-1605-4e59-aabe-531c80ca2622 req-7134d6bc-ae16-47a6-832b-5e6e3209a0c4 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:25.127749 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-81587ae0-1605-4e59-aabe-531c80ca2622 req-7134d6bc-ae16-47a6-832b-5e6e3209a0c4 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "GET /v2.0/ports?device_id=5321e890-89ea-4cd5-9380-14b3e5b5a667 HTTP/1.1" status: 200 len: 944 time: 0.0710907 Mar 14 14:32:25.193455 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-81587ae0-1605-4e59-aabe-531c80ca2622 req-98283d34-f066-453f-86c6-96efc60ce064 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "GET /v2.0/security-groups?id=fcedf437-2ba0-45d9-a116-ab44f977f785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567784 Mar 14 14:32:25.511098 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352a36b7-4255-41ee-8104-38c212e01504 req-ce3c7d28-9d0b-4c7b-893c-047031871821 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:25.512694 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-352a36b7-4255-41ee-8104-38c212e01504 req-ce3c7d28-9d0b-4c7b-893c-047031871821 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba304e9b-4741-4fe8-9210-bc5fe68b8d78 HTTP/1.1" status: 200 len: 945 time: 0.0777342 Mar 14 14:32:25.561769 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd57c6-dada-46c8-aa8e-f93d66a73089 req-e33503b5-3143-403e-bb5f-a2bf7cb3bf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:25.563233 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-09dd57c6-dada-46c8-aa8e-f93d66a73089 req-e33503b5-3143-403e-bb5f-a2bf7cb3bf1e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=63bac5f5e8de432daf51510c0379662a&device_id=ba304e9b-4741-4fe8-9210-bc5fe68b8d78 HTTP/1.1" status: 200 len: 1129 time: 0.0858428 Mar 14 14:32:25.576493 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-352a36b7-4255-41ee-8104-38c212e01504 req-54deacd9-4030-4d12-a706-392899cbf6c9 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575597 Mar 14 14:32:25.665486 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd57c6-dada-46c8-aa8e-f93d66a73089 req-423bf22d-1c0b-46dc-befe-35e0165687ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:25.666893 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-09dd57c6-dada-46c8-aa8e-f93d66a73089 req-423bf22d-1c0b-46dc-befe-35e0165687ce service neutron] 10.222.0.35 "GET /v2.0/networks?id=0ddf994f-0880-45d8-aabd-d4172b6b2de8 HTTP/1.1" status: 200 len: 919 time: 0.0941632 Mar 14 14:32:25.713244 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-09dd57c6-dada-46c8-aa8e-f93d66a73089 req-c0d070f3-bc5d-457c-b5ee-af95bf0205d9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a05af32d-d6e5-47f7-b20d-3a130c49f1d6 HTTP/1.1" status: 200 len: 217 time: 0.0394399 Mar 14 14:32:25.823465 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (5e7a912f-556e-4923-ad48-72f47c325557), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:25.974017 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd57c6-dada-46c8-aa8e-f93d66a73089 req-fade45fc-b52d-49c7-b074-c4740c374a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:25.975490 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-09dd57c6-dada-46c8-aa8e-f93d66a73089 req-fade45fc-b52d-49c7-b074-c4740c374a26 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bb7c63e2-0951-4b05-855d-9c4a5d265339 HTTP/1.1" status: 200 len: 858 time: 0.2548137 Mar 14 14:32:26.013044 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-09dd57c6-dada-46c8-aa8e-f93d66a73089 req-b2d9a21d-e86c-4e9c-b001-8b67b29481a3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0ddf994f-0880-45d8-aabd-d4172b6b2de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272515 Mar 14 14:32:26.109702 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-09dd57c6-dada-46c8-aa8e-f93d66a73089 req-36b97084-2082-4104-9c15-09a5c97be1fc service neutron] 10.222.0.35 "GET /v2.0/networks/0ddf994f-0880-45d8-aabd-d4172b6b2de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891879 Mar 14 14:32:26.213493 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-09dd57c6-dada-46c8-aa8e-f93d66a73089 req-a99523f9-7ab5-4bee-8002-288172f4f360 service neutron] 10.222.0.35 "GET /v2.0/networks/0ddf994f-0880-45d8-aabd-d4172b6b2de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967765 Mar 14 14:32:26.341834 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c51b0a-dc7e-4e4f-8929-8683093b0d5e req-99992dba-4b42-4c48-a1c4-e3f8fc25e61e tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:26.343410 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-77c51b0a-dc7e-4e4f-8929-8683093b0d5e req-99992dba-4b42-4c48-a1c4-e3f8fc25e61e tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "GET /v2.0/ports?device_id=5321e890-89ea-4cd5-9380-14b3e5b5a667 HTTP/1.1" status: 200 len: 944 time: 0.0580301 Mar 14 14:32:26.400675 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-77c51b0a-dc7e-4e4f-8929-8683093b0d5e req-446dd33f-73ed-4525-a230-f36a72e4b2fa tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "GET /v2.0/security-groups?id=fcedf437-2ba0-45d9-a116-ab44f977f785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516160 Mar 14 14:32:26.707214 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de507f5f-882a-45a5-8d62-25367957bf41 req-0ed50666-a19b-4f24-8c5d-8bd1b550ce50 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:26.708863 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-de507f5f-882a-45a5-8d62-25367957bf41 req-0ed50666-a19b-4f24-8c5d-8bd1b550ce50 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba304e9b-4741-4fe8-9210-bc5fe68b8d78 HTTP/1.1" status: 200 len: 945 time: 0.0541325 Mar 14 14:32:26.762971 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-de507f5f-882a-45a5-8d62-25367957bf41 req-f33b74a8-cfd1-4a55-ae85-99b690ad876d tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470314 Mar 14 14:32:27.151436 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Device f69ec99c-7955-478f-9140-397fa34b7efc details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 14:32:27.254611 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] For port f69ec99c-7955-478f-9140-397fa34b7efc, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f69ec99c-7955-478f-9140-397fa34b7efc,segment=NetworkSegment(d3203a6a-b3c3-4cd4-b471-923be8aa373f),segment_id=d3203a6a-b3c3-4cd4-b471-923be8aa373f)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:32:27.267312 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Returning: {'device': 'f69ec99c-7955-478f-9140-397fa34b7efc', 'network_id': '3e4a3557-57a5-4d21-92bb-061b2a0f247f', 'port_id': 'f69ec99c-7955-478f-9140-397fa34b7efc', 'mac_address': 'fa:16:3e:5e:18:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '401011dc-5e0a-4f98-9903-0c0e2bfe083a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 14:32:27.317687 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Current status of the port f69ec99c-7955-478f-9140-397fa34b7efc is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:32:27.318081 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (f69ec99c-7955-478f-9140-397fa34b7efc), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:27.336297 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f69ec99c-7955-478f-9140-397fa34b7efc {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 14:32:27.364349 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] For port f69ec99c-7955-478f-9140-397fa34b7efc, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f69ec99c-7955-478f-9140-397fa34b7efc,segment=NetworkSegment(d3203a6a-b3c3-4cd4-b471-923be8aa373f),segment_id=d3203a6a-b3c3-4cd4-b471-923be8aa373f)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:32:27.491044 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (f69ec99c-7955-478f-9140-397fa34b7efc), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:27.543297 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5674e266-c163-4cfa-9f8c-f91f557bdb8b req-e170adf6-ba98-40cd-a239-a3401e6454ee tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:27.544881 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-5674e266-c163-4cfa-9f8c-f91f557bdb8b req-e170adf6-ba98-40cd-a239-a3401e6454ee tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "GET /v2.0/ports?device_id=5321e890-89ea-4cd5-9380-14b3e5b5a667 HTTP/1.1" status: 200 len: 944 time: 0.0686741 Mar 14 14:32:27.553735 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Pushing event updated for resources: {'Port': ['ID=f69ec99c-7955-478f-9140-397fa34b7efc,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:32:27.561520 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:32:27.561880 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:32:27.562230 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:32:27.562577 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:32:27.562991 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:32:27.563338 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:32:27.563673 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:32:27.564232 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:32:27.564587 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:32:27.564920 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:32:27.565264 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:32:27.565622 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:32:27.565958 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:32:27.566284 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:32:27.566609 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:32:27.596248 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-5674e266-c163-4cfa-9f8c-f91f557bdb8b req-4e38eefc-3aca-43da-9c25-8361a783da15 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "GET /v2.0/security-groups?id=fcedf437-2ba0-45d9-a116-ab44f977f785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457392 Mar 14 14:32:27.792997 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] get_ports_and_sgs() called for port_ids ['f69ec99c-7955-478f-9140-397fa34b7efc'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 14:32:27.892827 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f030dc-448c-456a-ab0c-91bbd76ff8a8 req-b32d71a6-0cd5-4a4c-86dc-6e108d24e631 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:27.894411 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-45f030dc-448c-456a-ab0c-91bbd76ff8a8 req-b32d71a6-0cd5-4a4c-86dc-6e108d24e631 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba304e9b-4741-4fe8-9210-bc5fe68b8d78 HTTP/1.1" status: 200 len: 945 time: 0.0613797 Mar 14 14:32:27.948085 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-45f030dc-448c-456a-ab0c-91bbd76ff8a8 req-cbdadf15-7c46-4b04-aa05-6f64127c989b tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458207 Mar 14 14:32:28.729755 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac9eeda-9d7c-4e17-9831-574dc30505ff req-4a10656b-2453-4fbd-a265-20eca5bd89cb tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:28.731334 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-5ac9eeda-9d7c-4e17-9831-574dc30505ff req-4a10656b-2453-4fbd-a265-20eca5bd89cb tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "GET /v2.0/ports?device_id=5321e890-89ea-4cd5-9380-14b3e5b5a667 HTTP/1.1" status: 200 len: 945 time: 0.0593281 Mar 14 14:32:28.804436 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-5ac9eeda-9d7c-4e17-9831-574dc30505ff req-43bf4cdf-8efe-4fda-b01c-b51a9956cf33 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "GET /v2.0/security-groups?id=fcedf437-2ba0-45d9-a116-ab44f977f785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671513 Mar 14 14:32:29.083221 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1723acea-b265-45ae-b1f6-8160d74f06b5 req-9504246a-24c9-4476-af82-41658e5230f7 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:29.085049 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-1723acea-b265-45ae-b1f6-8160d74f06b5 req-9504246a-24c9-4476-af82-41658e5230f7 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba304e9b-4741-4fe8-9210-bc5fe68b8d78 HTTP/1.1" status: 200 len: 945 time: 0.0611632 Mar 14 14:32:29.137781 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-1723acea-b265-45ae-b1f6-8160d74f06b5 req-f6b859e2-430d-459f-a7a9-e90d893244a5 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444360 Mar 14 14:32:29.146514 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Device f69ec99c-7955-478f-9140-397fa34b7efc up at agent hyperv_hv-cinder-79053 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:32:29.262615 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Provisioning for port f69ec99c-7955-478f-9140-397fa34b7efc completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 14:32:29.267548 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Provisioning complete for port f69ec99c-7955-478f-9140-397fa34b7efc triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:32:29.267934 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (f69ec99c-7955-478f-9140-397fa34b7efc), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:29.367828 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Current status of the port f69ec99c-7955-478f-9140-397fa34b7efc is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:32:29.367828 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (f69ec99c-7955-478f-9140-397fa34b7efc), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:29.388164 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5321e890-89ea-4cd5-9380-14b3e5b5a667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f69ec99c-7955-478f-9140-397fa34b7efc'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:32:29.391421 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b7ebcd0391bc29bcab12edcb0ac311dc480f3a51940d576a7fcfe4e03a4514e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc0c73e-4c92-427a-801a-72885448d9b1" -d '{"events": [{"server_uuid": "5321e890-89ea-4cd5-9380-14b3e5b5a667", "name": "network-vif-plugged", "status": "completed", "tag": "f69ec99c-7955-478f-9140-397fa34b7efc"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:32:29.409249 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] For port f69ec99c-7955-478f-9140-397fa34b7efc, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f69ec99c-7955-478f-9140-397fa34b7efc,segment=NetworkSegment(d3203a6a-b3c3-4cd4-b471-923be8aa373f),segment_id=d3203a6a-b3c3-4cd4-b471-923be8aa373f)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:32:29.436511 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 14:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f2cc37f-d4b6-46f5-90ea-2315eac9f599 x-openstack-request-id: req-4f2cc37f-d4b6-46f5-90ea-2315eac9f599 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:32:29.436511 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5321e890-89ea-4cd5-9380-14b3e5b5a667", "name": "network-vif-plugged", "status": "completed", "tag": "f69ec99c-7955-478f-9140-397fa34b7efc", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:32:29.436511 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4f2cc37f-d4b6-46f5-90ea-2315eac9f599 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:32:29.436511 dv-cinder-790535-28-smb neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5321e890-89ea-4cd5-9380-14b3e5b5a667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f69ec99c-7955-478f-9140-397fa34b7efc', 'code': 200} Mar 14 14:32:29.508328 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (f69ec99c-7955-478f-9140-397fa34b7efc), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:29.564848 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Pushing event updated for resources: {'Port': ['ID=f69ec99c-7955-478f-9140-397fa34b7efc,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:32:29.783919 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8357ab-7bb5-424f-960a-9eff85274085 req-90f9748d-8197-4310-89ef-c3c3548ff323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:29.785450 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-4f8357ab-7bb5-424f-960a-9eff85274085 req-90f9748d-8197-4310-89ef-c3c3548ff323 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5321e890-89ea-4cd5-9380-14b3e5b5a667 HTTP/1.1" status: 200 len: 1130 time: 0.0472438 Mar 14 14:32:29.833001 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-4f8357ab-7bb5-424f-960a-9eff85274085 req-1a4d6aaf-c31e-41c8-bb77-0feba0438af8 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=fcedf437-2ba0-45d9-a116-ab44f977f785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376410 Mar 14 14:32:29.937245 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b850375a-5612-4438-a44d-fcaeff0a0989 req-9da6cdb8-9a8c-48f5-aa19-190461fc56fc tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:29.938814 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-b850375a-5612-4438-a44d-fcaeff0a0989 req-9da6cdb8-9a8c-48f5-aa19-190461fc56fc tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "GET /v2.0/ports?device_id=5321e890-89ea-4cd5-9380-14b3e5b5a667 HTTP/1.1" status: 200 len: 946 time: 0.0611339 Mar 14 14:32:29.993407 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-b850375a-5612-4438-a44d-fcaeff0a0989 req-392970e6-36a2-464f-9976-b4ed9b9a510c tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "GET /v2.0/security-groups?id=fcedf437-2ba0-45d9-a116-ab44f977f785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482371 Mar 14 14:32:31.121187 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5cedac-cb25-4802-931d-ba7d50ec6b9b req-418ab639-5e8f-4fce-b702-29c2be9bd54e tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:31.122790 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-6c5cedac-cb25-4802-931d-ba7d50ec6b9b req-418ab639-5e8f-4fce-b702-29c2be9bd54e tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "GET /v2.0/ports?device_id=5321e890-89ea-4cd5-9380-14b3e5b5a667 HTTP/1.1" status: 200 len: 946 time: 0.0596437 Mar 14 14:32:31.180370 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-6c5cedac-cb25-4802-931d-ba7d50ec6b9b req-0766fe7d-bb80-4242-bfdc-4ff7199fcf3d tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "GET /v2.0/security-groups?id=fcedf437-2ba0-45d9-a116-ab44f977f785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510149 Mar 14 14:32:32.332823 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd94ce7-3ba1-44f1-a51f-5ecdd1f3b161 req-df185331-7250-4607-acd6-3d3de110b335 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:32.335008 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-fbd94ce7-3ba1-44f1-a51f-5ecdd1f3b161 req-df185331-7250-4607-acd6-3d3de110b335 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "GET /v2.0/ports?device_id=5321e890-89ea-4cd5-9380-14b3e5b5a667 HTTP/1.1" status: 200 len: 946 time: 0.0748501 Mar 14 14:32:32.405375 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-fbd94ce7-3ba1-44f1-a51f-5ecdd1f3b161 req-1b09cbe4-b2df-4d04-beb9-9ceeb28e7e8c tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "GET /v2.0/security-groups?id=fcedf437-2ba0-45d9-a116-ab44f977f785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619991 Mar 14 14:32:32.557643 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9662e45d-411b-4640-aa5b-444280d9505c req-7cb0f506-f104-4004-bffc-0bbeaf58ae5d tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:32.560144 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-9662e45d-411b-4640-aa5b-444280d9505c req-7cb0f506-f104-4004-bffc-0bbeaf58ae5d tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "GET /v2.0/ports?device_id=5321e890-89ea-4cd5-9380-14b3e5b5a667 HTTP/1.1" status: 200 len: 946 time: 0.0780022 Mar 14 14:32:32.613889 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-9662e45d-411b-4640-aa5b-444280d9505c req-d9164771-6cbe-4578-ac35-232e627a2ffc tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "GET /v2.0/security-groups?id=fcedf437-2ba0-45d9-a116-ab44f977f785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471578 Mar 14 14:32:33.064675 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b81b72-1a96-49b6-a89b-3cc2df35b0ab req-bee5e630-e4d5-439b-ac39-3a78c86d3687 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:33.067155 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-a7b81b72-1a96-49b6-a89b-3cc2df35b0ab req-bee5e630-e4d5-439b-ac39-3a78c86d3687 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "GET /v2.0/ports?device_id=5321e890-89ea-4cd5-9380-14b3e5b5a667 HTTP/1.1" status: 200 len: 946 time: 0.0654306 Mar 14 14:32:33.130546 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-a7b81b72-1a96-49b6-a89b-3cc2df35b0ab req-f9196fa8-e309-47c4-be79-ca548bca3909 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "GET /v2.0/security-groups?id=fcedf437-2ba0-45d9-a116-ab44f977f785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568366 Mar 14 14:32:34.950854 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f1b644-caf6-4eda-b7cb-fde22ceb1886 req-5569cb02-5d4a-4700-a4fd-7a32e3590bb9 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:34.952908 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-b5f1b644-caf6-4eda-b7cb-fde22ceb1886 req-5569cb02-5d4a-4700-a4fd-7a32e3590bb9 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=22b43218-c573-4084-9642-35bcba3f7423 HTTP/1.1" status: 200 len: 945 time: 0.0560646 Mar 14 14:32:35.007238 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-b5f1b644-caf6-4eda-b7cb-fde22ceb1886 req-1e58803f-1ad1-491c-a4c3-597e6b570504 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485466 Mar 14 14:32:36.138894 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4720d1-795d-461a-801b-25588c562ba6 req-161b8de7-5133-4a8a-a6c7-f2ec7ce77211 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:36.140480 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-6e4720d1-795d-461a-801b-25588c562ba6 req-161b8de7-5133-4a8a-a6c7-f2ec7ce77211 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=22b43218-c573-4084-9642-35bcba3f7423 HTTP/1.1" status: 200 len: 945 time: 0.0608799 Mar 14 14:32:36.211645 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-6e4720d1-795d-461a-801b-25588c562ba6 req-3876abe6-ca6e-466a-93d1-9b920c256552 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643106 Mar 14 14:32:37.339943 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ff9e6-5699-479d-bb01-a2038b449708 req-06213e22-b7a6-42c4-9b77-664b32adb275 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:37.341546 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-976ff9e6-5699-479d-bb01-a2038b449708 req-06213e22-b7a6-42c4-9b77-664b32adb275 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=22b43218-c573-4084-9642-35bcba3f7423 HTTP/1.1" status: 200 len: 945 time: 0.0583425 Mar 14 14:32:37.396600 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-976ff9e6-5699-479d-bb01-a2038b449708 req-0a8c2cf9-32d7-4c09-a65e-3673e5ac48f5 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475593 Mar 14 14:32:38.106290 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbadc02-edd6-4b92-bd22-55cfd7bed234 req-b152817c-31d5-48cc-9559-f039d5bf16ea tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:38.108306 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-5cbadc02-edd6-4b92-bd22-55cfd7bed234 req-b152817c-31d5-48cc-9559-f039d5bf16ea tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.35 "GET /v2.0/ports?device_id=22b43218-c573-4084-9642-35bcba3f7423 HTTP/1.1" status: 200 len: 945 time: 0.0600669 Mar 14 14:32:38.269011 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-5cbadc02-edd6-4b92-bd22-55cfd7bed234 req-6efeeb4c-c3a6-4f3f-b07e-c011763cefca tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Deleting port 7b4d0be5-68b8-4ef3-b807-10493831bf5c {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:32:38.269280 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-5cbadc02-edd6-4b92-bd22-55cfd7bed234 req-6efeeb4c-c3a6-4f3f-b07e-c011763cefca tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744330222830'] for port (7b4d0be5-68b8-4ef3-b807-10493831bf5c), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:38.365019 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-5cbadc02-edd6-4b92-bd22-55cfd7bed234 req-6efeeb4c-c3a6-4f3f-b07e-c011763cefca tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] For port 7b4d0be5-68b8-4ef3-b807-10493831bf5c, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7b4d0be5-68b8-4ef3-b807-10493831bf5c,segment=NetworkSegment(2a46ec39-dfba-4656-b081-4381f01477aa),segment_id=2a46ec39-dfba-4656-b081-4381f01477aa)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:32:38.365705 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-5cbadc02-edd6-4b92-bd22-55cfd7bed234 req-6efeeb4c-c3a6-4f3f-b07e-c011763cefca tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982366'] for port (7b4d0be5-68b8-4ef3-b807-10493831bf5c), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:38.383086 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-5cbadc02-edd6-4b92-bd22-55cfd7bed234 req-6efeeb4c-c3a6-4f3f-b07e-c011763cefca tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Calling delete_port for 7b4d0be5-68b8-4ef3-b807-10493831bf5c owned by compute:nova {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:32:38.604881 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488feb3b-f694-4662-8cc4-5f998f5b0ffb req-129c0129-cbb4-4bfc-8115-7ac4f56b13a4 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:38.609123 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-488feb3b-f694-4662-8cc4-5f998f5b0ffb req-129c0129-cbb4-4bfc-8115-7ac4f56b13a4 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=22b43218-c573-4084-9642-35bcba3f7423 HTTP/1.1" status: 200 len: 945 time: 0.1290157 Mar 14 14:32:38.710793 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-488feb3b-f694-4662-8cc4-5f998f5b0ffb req-381a4bff-99ad-4662-b0c7-8bd97773b6d7 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830398 Mar 14 14:32:38.723342 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabe5bcb-e5fe-4e16-ba96-318699647cef req-fa842eba-c199-4e64-ae4d-e8ded7b9d07a tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:38.724949 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-cabe5bcb-e5fe-4e16-ba96-318699647cef req-fa842eba-c199-4e64-ae4d-e8ded7b9d07a tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "GET /v2.0/ports?device_id=5321e890-89ea-4cd5-9380-14b3e5b5a667 HTTP/1.1" status: 200 len: 946 time: 0.1174486 Mar 14 14:32:38.773422 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-5cbadc02-edd6-4b92-bd22-55cfd7bed234 req-6efeeb4c-c3a6-4f3f-b07e-c011763cefca tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744330232405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744329793208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8770621'] for port (7b4d0be5-68b8-4ef3-b807-10493831bf5c), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:38.786765 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-cabe5bcb-e5fe-4e16-ba96-318699647cef req-03194240-c459-49d8-883d-d0f65c7ef0eb tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "GET /v2.0/security-groups?id=fcedf437-2ba0-45d9-a116-ab44f977f785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553117 Mar 14 14:32:38.792565 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] get_ports_and_sgs() called for port_ids ['a05af32d-d6e5-47f7-b20d-3a130c49f1d6', '7b4d0be5-68b8-4ef3-b807-10493831bf5c'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 14:32:38.810604 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efeeb4c-c3a6-4f3f-b07e-c011763cefca tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Pushing event deleted for resources: {'Port': ['ID=7b4d0be5-68b8-4ef3-b807-10493831bf5c,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:32:38.813548 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 35616) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:32:38.884554 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cbadc02-edd6-4b92-bd22-55cfd7bed234 req-6efeeb4c-c3a6-4f3f-b07e-c011763cefca tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] No DVR routers for this DVR port 7b4d0be5-68b8-4ef3-b807-10493831bf5c on host hv-cinder-79053 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 14:32:38.889753 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-5cbadc02-edd6-4b92-bd22-55cfd7bed234 req-6efeeb4c-c3a6-4f3f-b07e-c011763cefca tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90846'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:38.893335 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-5cbadc02-edd6-4b92-bd22-55cfd7bed234 req-6efeeb4c-c3a6-4f3f-b07e-c011763cefca tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.35 "DELETE /v2.0/ports/7b4d0be5-68b8-4ef3-b807-10493831bf5c HTTP/1.1" status: 204 len: 173 time: 0.7703657 Mar 14 14:32:38.893848 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b43218-c573-4084-9642-35bcba3f7423', 'name': 'network-vif-deleted', 'tag': '7b4d0be5-68b8-4ef3-b807-10493831bf5c'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:32:38.896278 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b510279f78b891ca7fa39ab493d89baf438cb0eb2c394833a60cb33e330ae8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-349545da-f8f5-4d5b-8691-1748dd49fefa" -d '{"events": [{"server_uuid": "22b43218-c573-4084-9642-35bcba3f7423", "name": "network-vif-deleted", "tag": "7b4d0be5-68b8-4ef3-b807-10493831bf5c"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:32:38.939353 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 14:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feab7d88-538f-4713-af83-5762062fd3e3 x-openstack-request-id: req-feab7d88-538f-4713-af83-5762062fd3e3 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:32:38.939821 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22b43218-c573-4084-9642-35bcba3f7423", "name": "network-vif-deleted", "tag": "7b4d0be5-68b8-4ef3-b807-10493831bf5c", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:32:38.940330 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-feab7d88-538f-4713-af83-5762062fd3e3 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:32:38.941000 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22b43218-c573-4084-9642-35bcba3f7423', 'name': 'network-vif-deleted', 'tag': '7b4d0be5-68b8-4ef3-b807-10493831bf5c', 'status': 'completed', 'code': 200} Mar 14 14:32:39.053622 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44e3222-65ca-44c7-b098-16064d9a12f7 tempest-TestMinimumBasicScenario-1485402443 tempest-TestMinimumBasicScenario-1485402443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:39.058720 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-a44e3222-65ca-44c7-b098-16064d9a12f7 tempest-TestMinimumBasicScenario-1485402443 tempest-TestMinimumBasicScenario-1485402443-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=5321e890-89ea-4cd5-9380-14b3e5b5a667 HTTP/1.1" status: 200 len: 1125 time: 0.2411666 Mar 14 14:32:39.058946 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 35622) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:32:39.063307 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.v2.base [None req-badc3598-458d-4a4c-b17d-cf6af169c7f8 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Request body: {'floatingip': {'floating_network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'port_id': 'f69ec99c-7955-478f-9140-397fa34b7efc', 'tenant_id': 'c5f45cd330c34d1a83734eeafdf7678a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:32:39.199514 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-badc3598-458d-4a4c-b17d-cf6af169c7f8 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:39.317002 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-badc3598-458d-4a4c-b17d-cf6af169c7f8 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:39.440511 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-badc3598-458d-4a4c-b17d-cf6af169c7f8 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Allocated IP 172.28.2.246 (21060e90-61ba-4e92-afb3-f12491c9b56b/3278263d-ed58-402f-9606-a5b3ef606428/1df1754e-da36-4920-973c-3d197d700e95) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:32:39.547331 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-badc3598-458d-4a4c-b17d-cf6af169c7f8 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Publish callbacks [] for port (1df1754e-da36-4920-973c-3d197d700e95), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:39.639869 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-badc3598-458d-4a4c-b17d-cf6af169c7f8 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744329793199'] for port (1df1754e-da36-4920-973c-3d197d700e95), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:39.685039 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badc3598-458d-4a4c-b17d-cf6af169c7f8 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Network 21060e90-61ba-4e92-afb3-f12491c9b56b is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:32:39.688008 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-badc3598-458d-4a4c-b17d-cf6af169c7f8 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:32:39.690671 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badc3598-458d-4a4c-b17d-cf6af169c7f8 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:32:39.717784 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badc3598-458d-4a4c-b17d-cf6af169c7f8 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Pushing event updated for resources: {'Port': ['ID=1df1754e-da36-4920-973c-3d197d700e95,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:32:39.835831 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-477d6d22-3c39-4eeb-80a4-b2d72364a7f5 req-2d6e452a-c660-44a5-b4c5-c0df9b7198b8 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=22b43218-c573-4084-9642-35bcba3f7423 HTTP/1.1" status: 200 len: 210 time: 0.0287247 Mar 14 14:32:40.054420 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-badc3598-458d-4a4c-b17d-cf6af169c7f8 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Publish callbacks [] for floatingip (17a3fce4-0d7d-4c71-846e-bde8f95ffc45), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:40.199437 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-badc3598-458d-4a4c-b17d-cf6af169c7f8 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (1df1754e-da36-4920-973c-3d197d700e95), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:40.359506 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-badc3598-458d-4a4c-b17d-cf6af169c7f8 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Publish callbacks [] for port (1df1754e-da36-4920-973c-3d197d700e95), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:40.433708 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-badc3598-458d-4a4c-b17d-cf6af169c7f8 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (1df1754e-da36-4920-973c-3d197d700e95), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:40.468942 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-badc3598-458d-4a4c-b17d-cf6af169c7f8 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2016456'] for floatingip (17a3fce4-0d7d-4c71-846e-bde8f95ffc45), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:40.519591 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badc3598-458d-4a4c-b17d-cf6af169c7f8 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Pushing event updated for resources: {'Port': ['ID=1df1754e-da36-4920-973c-3d197d700e95,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:32:40.589164 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.db.l3_db [None req-badc3598-458d-4a4c-b17d-cf6af169c7f8 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Floating IP 17a3fce4-0d7d-4c71-846e-bde8f95ffc45 associated. External IP: 172.28.2.246, port: f69ec99c-7955-478f-9140-397fa34b7efc. Mar 14 14:32:40.725291 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3c5e3f6e-7f68-4f0b-a26a-8e1297451ed2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (cdfaf928-5960-4f26-8f0f-a06a7779780c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:41.074712 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-badc3598-458d-4a4c-b17d-cf6af169c7f8 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Router dbf49708-718a-49cb-bf29-d93fb2eeca22 has already been hosted by L3 agent 3a20f343-fbae-42b4-9bd9-ea7570b5f761 {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 14:32:41.204768 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-badc3598-458d-4a4c-b17d-cf6af169c7f8 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Notify agent at l3_agent.dv-cinder-790535-28-smb the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:32:41.210675 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Device 7b4d0be5-68b8-4ef3-b807-10493831bf5c no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:32:41.215709 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8043c019-2245-424d-94e5-e5565abf0dc7 None None] Sync routers for ids ['dbf49708-718a-49cb-bf29-d93fb2eeca22'] in dv-cinder-790535-28-smb {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:32:41.225663 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8043c019-2245-424d-94e5-e5565abf0dc7 None None] Routers {'dbf49708-718a-49cb-bf29-d93fb2eeca22'} bound to L3 agent in host dv-cinder-790535-28-smb {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:32:41.226319 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-8043c019-2245-424d-94e5-e5565abf0dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-14T14:20:13Z,description=,heartbeat_timestamp=2022-03-14T14:32:13Z,host='dv-cinder-790535-28-smb',id=3a20f343-fbae-42b4-9bd9-ea7570b5f761,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:20:14Z,topic='l3_agent')) {'router_ids': ['dbf49708-718a-49cb-bf29-d93fb2eeca22'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:32:41.234606 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] No Port match for: 7b4d0be5-68b8-4ef3-b807-10493831bf5c {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 14:32:41.235253 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Device 7b4d0be5-68b8-4ef3-b807-10493831bf5c not bound to the agent host hv-cinder-79053 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 14:32:41.271613 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-badc3598-458d-4a4c-b17d-cf6af169c7f8 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90846'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:41.305263 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-badc3598-458d-4a4c-b17d-cf6af169c7f8 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2451768 Mar 14 14:32:41.305856 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5321e890-89ea-4cd5-9380-14b3e5b5a667', 'tag': 'f69ec99c-7955-478f-9140-397fa34b7efc'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:32:41.308677 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 35634) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:32:41.309221 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecc69d4607165f869e932d0d7c88ad38dd700a403a0c37ccec57971c369afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-342700f9-986f-4562-9947-9b1ea12cbedc" -d '{"events": [{"name": "network-changed", "server_uuid": "5321e890-89ea-4cd5-9380-14b3e5b5a667", "tag": "f69ec99c-7955-478f-9140-397fa34b7efc"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:32:41.314197 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.v2.base [None req-aed59410-4150-4384-a151-64a7e72ae881 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-899165106', 'description': 'tempest-secgroup-smoke-899165106 description', 'project_id': 'c5f45cd330c34d1a83734eeafdf7678a'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:32:41.353573 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 14:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5445ad96-bafd-4078-9a7d-8ac6462796cc x-openstack-request-id: req-5445ad96-bafd-4078-9a7d-8ac6462796cc {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:32:41.354598 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5321e890-89ea-4cd5-9380-14b3e5b5a667", "tag": "f69ec99c-7955-478f-9140-397fa34b7efc", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:32:41.355007 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5445ad96-bafd-4078-9a7d-8ac6462796cc {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:32:41.355703 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5321e890-89ea-4cd5-9380-14b3e5b5a667', 'tag': 'f69ec99c-7955-478f-9140-397fa34b7efc', 'status': 'completed', 'code': 200} Mar 14 14:32:41.363407 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-8043c019-2245-424d-94e5-e5565abf0dc7 None None] Set router dbf49708-718a-49cb-bf29-d93fb2eeca22 gateway port host: dv-cinder-790535-28-smb {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:32:41.436851 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee4cba9-f108-4424-8f36-b7090b9aac8c req-174a4028-f3a2-4bb8-bb38-ca6815bc690a tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:41.438483 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-5ee4cba9-f108-4424-8f36-b7090b9aac8c req-174a4028-f3a2-4bb8-bb38-ca6815bc690a tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba304e9b-4741-4fe8-9210-bc5fe68b8d78 HTTP/1.1" status: 200 len: 945 time: 0.1288402 Mar 14 14:32:41.441359 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-aed59410-4150-4384-a151-64a7e72ae881 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:41.521676 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342700f9-986f-4562-9947-9b1ea12cbedc req-601e1e30-ff31-4750-b5d2-6ea0988c45f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:41.523200 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-342700f9-986f-4562-9947-9b1ea12cbedc req-601e1e30-ff31-4750-b5d2-6ea0988c45f8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c5f45cd330c34d1a83734eeafdf7678a&device_id=5321e890-89ea-4cd5-9380-14b3e5b5a667 HTTP/1.1" status: 200 len: 1130 time: 0.1389194 Mar 14 14:32:41.535897 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-5ee4cba9-f108-4424-8f36-b7090b9aac8c req-fd3eef10-4aba-4d61-97a5-8d9238d5cc4c tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836773 Mar 14 14:32:41.624240 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-aed59410-4150-4384-a151-64a7e72ae881 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Publish callbacks [] for security_group (ea90585f-554e-411f-b640-4e245bafaa74), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:41.653027 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342700f9-986f-4562-9947-9b1ea12cbedc req-d71279b7-b539-4ffb-83eb-93da7b3b473a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:41.654826 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-342700f9-986f-4562-9947-9b1ea12cbedc req-d71279b7-b539-4ffb-83eb-93da7b3b473a service neutron] 10.222.0.35 "GET /v2.0/networks?id=3e4a3557-57a5-4d21-92bb-061b2a0f247f HTTP/1.1" status: 200 len: 916 time: 0.1159539 Mar 14 14:32:41.669747 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-8043c019-2245-424d-94e5-e5565abf0dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbf49708-718a-49cb-bf29-d93fb2eeca22', 'name': 'tempest-TestMinimumBasicScenario-1527024612-router', 'tenant_id': 'c5f45cd330c34d1a83734eeafdf7678a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': '8ef8e14d-4a8a-4f7f-9b3d-b557a44adcba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:31:28Z', 'updated_at': '2022-03-14T14:31:34Z', 'revision_number': 4, 'project_id': 'c5f45cd330c34d1a83734eeafdf7678a', 'gw_port': {'id': '8ef8e14d-4a8a-4f7f-9b3d-b557a44adcba', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:68:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf49708-718a-49cb-bf29-d93fb2eeca22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:31:29Z', 'updated_at': '2022-03-14T14:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb', '_floatingips': [{'id': '17a3fce4-0d7d-4c71-846e-bde8f95ffc45', 'tenant_id': 'c5f45cd330c34d1a83734eeafdf7678a', 'floating_ip_address': '172.28.2.246', 'floating_network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'router_id': 'dbf49708-718a-49cb-bf29-d93fb2eeca22', 'port_id': 'f69ec99c-7955-478f-9140-397fa34b7efc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e4a3557-57a5-4d21-92bb-061b2a0f247f', 'mac_address': 'fa:16:3e:5e:18:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5321e890-89ea-4cd5-9380-14b3e5b5a667', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T14:32:39Z', 'updated_at': '2022-03-14T14:32:39Z', 'revision_number': 0, 'project_id': 'c5f45cd330c34d1a83734eeafdf7678a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbcbe08a-b890-44a2-9df2-3aa331244e2c', 'name': '', 'network_id': '3e4a3557-57a5-4d21-92bb-061b2a0f247f', 'tenant_id': 'c5f45cd330c34d1a83734eeafdf7678a', 'mac_address': 'fa:16:3e:f8:95:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf49708-718a-49cb-bf29-d93fb2eeca22', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '401011dc-5e0a-4f98-9903-0c0e2bfe083a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:31:32Z', 'updated_at': '2022-03-14T14:31:42Z', 'revision_number': 5, 'project_id': 'c5f45cd330c34d1a83734eeafdf7678a', 'subnets': [{'id': '401011dc-5e0a-4f98-9903-0c0e2bfe083a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-smb', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:32:41.700611 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8043c019-2245-424d-94e5-e5565abf0dc7 None None] Checking router: dbf49708-718a-49cb-bf29-d93fb2eeca22 for host: dv-cinder-790535-28-smb {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:32:41.707559 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-aed59410-4150-4384-a151-64a7e72ae881 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (ea90585f-554e-411f-b640-4e245bafaa74), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:41.710592 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8043c019-2245-424d-94e5-e5565abf0dc7 None None] Routers {'dbf49708-718a-49cb-bf29-d93fb2eeca22'} bound to L3 agent in host dv-cinder-790535-28-smb {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:32:41.711261 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-8043c019-2245-424d-94e5-e5565abf0dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-14T14:20:13Z,description=,heartbeat_timestamp=2022-03-14T14:32:13Z,host='dv-cinder-790535-28-smb',id=3a20f343-fbae-42b4-9bd9-ea7570b5f761,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:20:14Z,topic='l3_agent')) {'router_ids': ['dbf49708-718a-49cb-bf29-d93fb2eeca22'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:32:41.756823 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-342700f9-986f-4562-9947-9b1ea12cbedc req-e847d001-e070-4222-8869-88c6d719473d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f69ec99c-7955-478f-9140-397fa34b7efc HTTP/1.1" status: 200 len: 1000 time: 0.0876894 Mar 14 14:32:41.757602 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed59410-4150-4384-a151-64a7e72ae881 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea90585f-554e-411f-b640-4e245bafaa74,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:32:41.819700 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342700f9-986f-4562-9947-9b1ea12cbedc req-c44aa97c-337d-44d3-a72a-388f0ee3dce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:41.821842 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-342700f9-986f-4562-9947-9b1ea12cbedc req-c44aa97c-337d-44d3-a72a-388f0ee3dce1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=401011dc-5e0a-4f98-9903-0c0e2bfe083a HTTP/1.1" status: 200 len: 854 time: 0.0569913 Mar 14 14:32:41.831485 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-aed59410-4150-4384-a151-64a7e72ae881 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:41.833500 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-aed59410-4150-4384-a151-64a7e72ae881 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5225101 Mar 14 14:32:41.837292 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 35638) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:32:41.847661 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.v2.base [None req-27a93344-9a46-4c0f-ae1b-91a61254992a tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Request body: {'security_group_rule': {'security_group_id': 'ea90585f-554e-411f-b640-4e245bafaa74', 'project_id': 'c5f45cd330c34d1a83734eeafdf7678a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:32:41.852578 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-8043c019-2245-424d-94e5-e5565abf0dc7 None None] Set router dbf49708-718a-49cb-bf29-d93fb2eeca22 gateway port host: dv-cinder-790535-28-smb {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:32:41.893757 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342700f9-986f-4562-9947-9b1ea12cbedc req-e6c2342e-c6eb-4fcf-bc9e-1ddb8253ddce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:41.895430 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-342700f9-986f-4562-9947-9b1ea12cbedc req-e6c2342e-c6eb-4fcf-bc9e-1ddb8253ddce service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3e4a3557-57a5-4d21-92bb-061b2a0f247f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0601437 Mar 14 14:32:41.967232 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-27a93344-9a46-4c0f-ae1b-91a61254992a tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Publish callbacks [] for security_group_rule (5973ae6f-579a-4477-bbc1-12e93af60b55), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:42.007537 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-342700f9-986f-4562-9947-9b1ea12cbedc req-6700bb62-9acd-4cec-8cb9-b19424290c94 service neutron] 10.222.0.35 "GET /v2.0/networks/3e4a3557-57a5-4d21-92bb-061b2a0f247f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008186 Mar 14 14:32:42.057922 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-27a93344-9a46-4c0f-ae1b-91a61254992a tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Publish callbacks [] for security_group_rule (5973ae6f-579a-4477-bbc1-12e93af60b55), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:42.106907 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-8043c019-2245-424d-94e5-e5565abf0dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbf49708-718a-49cb-bf29-d93fb2eeca22', 'name': 'tempest-TestMinimumBasicScenario-1527024612-router', 'tenant_id': 'c5f45cd330c34d1a83734eeafdf7678a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': '8ef8e14d-4a8a-4f7f-9b3d-b557a44adcba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:31:28Z', 'updated_at': '2022-03-14T14:31:34Z', 'revision_number': 4, 'project_id': 'c5f45cd330c34d1a83734eeafdf7678a', 'gw_port': {'id': '8ef8e14d-4a8a-4f7f-9b3d-b557a44adcba', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:68:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf49708-718a-49cb-bf29-d93fb2eeca22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:31:29Z', 'updated_at': '2022-03-14T14:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb', '_floatingips': [{'id': '17a3fce4-0d7d-4c71-846e-bde8f95ffc45', 'tenant_id': 'c5f45cd330c34d1a83734eeafdf7678a', 'floating_ip_address': '172.28.2.246', 'floating_network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'router_id': 'dbf49708-718a-49cb-bf29-d93fb2eeca22', 'port_id': 'f69ec99c-7955-478f-9140-397fa34b7efc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e4a3557-57a5-4d21-92bb-061b2a0f247f', 'mac_address': 'fa:16:3e:5e:18:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5321e890-89ea-4cd5-9380-14b3e5b5a667', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T14:32:39Z', 'updated_at': '2022-03-14T14:32:39Z', 'revision_number': 0, 'project_id': 'c5f45cd330c34d1a83734eeafdf7678a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbcbe08a-b890-44a2-9df2-3aa331244e2c', 'name': '', 'network_id': '3e4a3557-57a5-4d21-92bb-061b2a0f247f', 'tenant_id': 'c5f45cd330c34d1a83734eeafdf7678a', 'mac_address': 'fa:16:3e:f8:95:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf49708-718a-49cb-bf29-d93fb2eeca22', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '401011dc-5e0a-4f98-9903-0c0e2bfe083a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:31:32Z', 'updated_at': '2022-03-14T14:31:42Z', 'revision_number': 5, 'project_id': 'c5f45cd330c34d1a83734eeafdf7678a', 'subnets': [{'id': '401011dc-5e0a-4f98-9903-0c0e2bfe083a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-smb', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:32:42.120834 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-342700f9-986f-4562-9947-9b1ea12cbedc req-a6abccf8-d56b-47d2-af31-06bcaeaa8a30 service neutron] 10.222.0.35 "GET /v2.0/networks/3e4a3557-57a5-4d21-92bb-061b2a0f247f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014657 Mar 14 14:32:42.125224 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-27a93344-9a46-4c0f-ae1b-91a61254992a tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000373'] for security_group_rule (5973ae6f-579a-4477-bbc1-12e93af60b55), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:42.134236 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8043c019-2245-424d-94e5-e5565abf0dc7 None None] The sync data for ids ['dbf49708-718a-49cb-bf29-d93fb2eeca22'] in dv-cinder-790535-28-smb is: [{'id': 'dbf49708-718a-49cb-bf29-d93fb2eeca22', 'name': 'tempest-TestMinimumBasicScenario-1527024612-router', 'tenant_id': 'c5f45cd330c34d1a83734eeafdf7678a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': '8ef8e14d-4a8a-4f7f-9b3d-b557a44adcba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:31:28Z', 'updated_at': '2022-03-14T14:31:34Z', 'revision_number': 4, 'project_id': 'c5f45cd330c34d1a83734eeafdf7678a', 'gw_port': {'id': '8ef8e14d-4a8a-4f7f-9b3d-b557a44adcba', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:68:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf49708-718a-49cb-bf29-d93fb2eeca22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:31:29Z', 'updated_at': '2022-03-14T14:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb', '_floatingips': [{'id': '17a3fce4-0d7d-4c71-846e-bde8f95ffc45', 'tenant_id': 'c5f45cd330c34d1a83734eeafdf7678a', 'floating_ip_address': '172.28.2.246', 'floating_network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'router_id': 'dbf49708-718a-49cb-bf29-d93fb2eeca22', 'port_id': 'f69ec99c-7955-478f-9140-397fa34b7efc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e4a3557-57a5-4d21-92bb-061b2a0f247f', 'mac_address': 'fa:16:3e:5e:18:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5321e890-89ea-4cd5-9380-14b3e5b5a667', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T14:32:39Z', 'updated_at': '2022-03-14T14:32:39Z', 'revision_number': 0, 'project_id': 'c5f45cd330c34d1a83734eeafdf7678a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbcbe08a-b890-44a2-9df2-3aa331244e2c', 'name': '', 'network_id': '3e4a3557-57a5-4d21-92bb-061b2a0f247f', 'tenant_id': 'c5f45cd330c34d1a83734eeafdf7678a', 'mac_address': 'fa:16:3e:f8:95:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf49708-718a-49cb-bf29-d93fb2eeca22', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '401011dc-5e0a-4f98-9903-0c0e2bfe083a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:31:32Z', 'updated_at': '2022-03-14T14:31:42Z', 'revision_number': 5, 'project_id': 'c5f45cd330c34d1a83734eeafdf7678a', 'subnets': [{'id': '401011dc-5e0a-4f98-9903-0c0e2bfe083a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:32:42.149642 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a93344-9a46-4c0f-ae1b-91a61254992a tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5973ae6f-579a-4477-bbc1-12e93af60b55,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:32:42.230988 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-27a93344-9a46-4c0f-ae1b-91a61254992a tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:42.232429 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-27a93344-9a46-4c0f-ae1b-91a61254992a tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3930864 Mar 14 14:32:42.246474 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 35640) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:32:42.251170 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.v2.base [None req-cbce7dd7-68dc-439c-85b9-359e1f58d4ee tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Request body: {'security_group_rule': {'security_group_id': 'ea90585f-554e-411f-b640-4e245bafaa74', 'project_id': 'c5f45cd330c34d1a83734eeafdf7678a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:32:42.337120 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cbce7dd7-68dc-439c-85b9-359e1f58d4ee tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Publish callbacks [] for security_group_rule (20b29023-2684-4b38-92d8-a54a9e4bab95), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:42.351492 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbdc5e9-6f00-4760-b6d6-1dd6f69759ba None None] New status for floating IP 17a3fce4-0d7d-4c71-846e-bde8f95ffc45: ACTIVE {{(pid=103768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 14:32:42.405634 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cbce7dd7-68dc-439c-85b9-359e1f58d4ee tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Publish callbacks [] for security_group_rule (20b29023-2684-4b38-92d8-a54a9e4bab95), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:42.485203 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cbce7dd7-68dc-439c-85b9-359e1f58d4ee tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000373'] for security_group_rule (20b29023-2684-4b38-92d8-a54a9e4bab95), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:42.505710 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbce7dd7-68dc-439c-85b9-359e1f58d4ee tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20b29023-2684-4b38-92d8-a54a9e4bab95,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:32:42.574821 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cbce7dd7-68dc-439c-85b9-359e1f58d4ee tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:42.577526 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-cbce7dd7-68dc-439c-85b9-359e1f58d4ee tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3285959 Mar 14 14:32:42.578982 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 35646) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:32:42.584169 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.v2.base [None req-f53d6d9f-ed3c-48e9-8662-34bd71e9b79e tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Request body: {'security_group_rule': {'security_group_id': 'ea90585f-554e-411f-b640-4e245bafaa74', 'project_id': 'c5f45cd330c34d1a83734eeafdf7678a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:32:42.685132 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1886a58-bf91-478b-9d7a-d813e9c2d998 req-dce7a98f-6d77-4893-84b3-fd37e6519b3d tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:42.686612 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-b1886a58-bf91-478b-9d7a-d813e9c2d998 req-dce7a98f-6d77-4893-84b3-fd37e6519b3d tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba304e9b-4741-4fe8-9210-bc5fe68b8d78 HTTP/1.1" status: 200 len: 945 time: 0.0681274 Mar 14 14:32:42.688348 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f53d6d9f-ed3c-48e9-8662-34bd71e9b79e tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Publish callbacks [] for security_group_rule (b31d1b38-6c78-4083-9048-ebae8213e2b5), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:42.784204 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-b1886a58-bf91-478b-9d7a-d813e9c2d998 req-6c24a45f-b361-4c48-81a0-37441dce96c6 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852311 Mar 14 14:32:42.785926 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f53d6d9f-ed3c-48e9-8662-34bd71e9b79e tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Publish callbacks [] for security_group_rule (b31d1b38-6c78-4083-9048-ebae8213e2b5), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:42.862462 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f53d6d9f-ed3c-48e9-8662-34bd71e9b79e tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000373'] for security_group_rule (b31d1b38-6c78-4083-9048-ebae8213e2b5), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:42.881982 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53d6d9f-ed3c-48e9-8662-34bd71e9b79e tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b31d1b38-6c78-4083-9048-ebae8213e2b5,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:32:42.979464 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f53d6d9f-ed3c-48e9-8662-34bd71e9b79e tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:42.980895 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-f53d6d9f-ed3c-48e9-8662-34bd71e9b79e tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4006038 Mar 14 14:32:42.983785 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 35650) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:32:42.988827 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.v2.base [None req-e6661415-fcbf-42f0-b0db-53e36f93f4c5 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Request body: {'security_group_rule': {'security_group_id': 'ea90585f-554e-411f-b640-4e245bafaa74', 'project_id': 'c5f45cd330c34d1a83734eeafdf7678a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:32:43.096249 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e6661415-fcbf-42f0-b0db-53e36f93f4c5 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Publish callbacks [] for security_group_rule (2989a834-b9cf-4ef8-a387-a9d8560d36ac), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:43.160595 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e6661415-fcbf-42f0-b0db-53e36f93f4c5 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Publish callbacks [] for security_group_rule (2989a834-b9cf-4ef8-a387-a9d8560d36ac), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:43.217210 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6e9c6c52-e19d-4452-ae41-43a6438e5e1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (3a20f343-fbae-42b4-9bd9-ea7570b5f761), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:43.245981 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e6661415-fcbf-42f0-b0db-53e36f93f4c5 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000373'] for security_group_rule (2989a834-b9cf-4ef8-a387-a9d8560d36ac), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:43.265537 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6661415-fcbf-42f0-b0db-53e36f93f4c5 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2989a834-b9cf-4ef8-a387-a9d8560d36ac,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:32:43.327299 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e6661415-fcbf-42f0-b0db-53e36f93f4c5 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:43.328786 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-e6661415-fcbf-42f0-b0db-53e36f93f4c5 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3437939 Mar 14 14:32:43.331425 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 35652) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:32:43.336225 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.v2.base [None req-14c85078-fb57-4f36-9dd4-76da14ce3494 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Request body: {'security_group_rule': {'security_group_id': 'ea90585f-554e-411f-b640-4e245bafaa74', 'project_id': 'c5f45cd330c34d1a83734eeafdf7678a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:32:43.428163 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.db.securitygroups_db [None req-14c85078-fb57-4f36-9dd4-76da14ce3494 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Project c5f45cd330c34d1a83734eeafdf7678a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 14:32:43.434235 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-14c85078-fb57-4f36-9dd4-76da14ce3494 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Publish callbacks [] for security_group_rule (4a910e60-aa94-43d3-bb9f-b96556ef1be7), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:43.498490 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-14c85078-fb57-4f36-9dd4-76da14ce3494 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Publish callbacks [] for security_group_rule (4a910e60-aa94-43d3-bb9f-b96556ef1be7), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:43.504120 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.agents_db [None req-65564c68-cd92-4c79-8f56-5bb994fe7015 None None] Agent healthcheck: found 6 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 14:32:43.553671 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-14c85078-fb57-4f36-9dd4-76da14ce3494 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000373'] for security_group_rule (4a910e60-aa94-43d3-bb9f-b96556ef1be7), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:43.574835 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c85078-fb57-4f36-9dd4-76da14ce3494 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a910e60-aa94-43d3-bb9f-b96556ef1be7,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:32:43.630132 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-14c85078-fb57-4f36-9dd4-76da14ce3494 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:43.631405 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-14c85078-fb57-4f36-9dd4-76da14ce3494 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2989483 Mar 14 14:32:43.634217 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 35654) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:32:43.639103 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.v2.base [None req-10ea54fd-bca1-4183-9f2c-0947a9fb2169 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Request body: {'security_group_rule': {'security_group_id': 'ea90585f-554e-411f-b640-4e245bafaa74', 'project_id': 'c5f45cd330c34d1a83734eeafdf7678a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:32:43.765311 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.db.securitygroups_db [None req-10ea54fd-bca1-4183-9f2c-0947a9fb2169 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Project c5f45cd330c34d1a83734eeafdf7678a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 14:32:43.770863 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-10ea54fd-bca1-4183-9f2c-0947a9fb2169 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Publish callbacks [] for security_group_rule (d88a59f3-91fe-442d-b8e0-5165e68dd30a), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:43.849236 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-10ea54fd-bca1-4183-9f2c-0947a9fb2169 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Publish callbacks [] for security_group_rule (d88a59f3-91fe-442d-b8e0-5165e68dd30a), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:43.915148 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-10ea54fd-bca1-4183-9f2c-0947a9fb2169 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000373'] for security_group_rule (d88a59f3-91fe-442d-b8e0-5165e68dd30a), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:43.945817 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ea54fd-bca1-4183-9f2c-0947a9fb2169 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d88a59f3-91fe-442d-b8e0-5165e68dd30a,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:32:43.962454 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf50607-a722-4d6d-8086-6120fe205de0 req-0411fb90-cb15-475f-993e-5f345705c2b8 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:43.965401 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-acf50607-a722-4d6d-8086-6120fe205de0 req-0411fb90-cb15-475f-993e-5f345705c2b8 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba304e9b-4741-4fe8-9210-bc5fe68b8d78 HTTP/1.1" status: 200 len: 945 time: 0.0877819 Mar 14 14:32:44.006331 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-10ea54fd-bca1-4183-9f2c-0947a9fb2169 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:44.007618 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-10ea54fd-bca1-4183-9f2c-0947a9fb2169 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3724520 Mar 14 14:32:44.034192 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-acf50607-a722-4d6d-8086-6120fe205de0 req-62104904-1830-40a5-a48b-3f807b4b4ae8 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576844 Mar 14 14:32:44.120705 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-2c3f41a9-688c-46ff-8d2d-79117fc30599 req-222c2bfe-09b3-46d9-9b05-dedc0bcd0544 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-899165106&fields=id&tenant_id=c5f45cd330c34d1a83734eeafdf7678a HTTP/1.1" status: 200 len: 267 time: 0.0536559 Mar 14 14:32:44.194875 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3f41a9-688c-46ff-8d2d-79117fc30599 req-2a776d1c-f2c6-4f74-96e7-29eea441043a tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:44.198198 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-2c3f41a9-688c-46ff-8d2d-79117fc30599 req-2a776d1c-f2c6-4f74-96e7-29eea441043a tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "GET /v2.0/ports?device_id=5321e890-89ea-4cd5-9380-14b3e5b5a667 HTTP/1.1" status: 200 len: 946 time: 0.0713272 Mar 14 14:32:44.210605 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.v2.base [req-2c3f41a9-688c-46ff-8d2d-79117fc30599 req-d06bd7f8-f108-418f-9909-32071741b977 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Request body: {'port': {'security_groups': ['fcedf437-2ba0-45d9-a116-ab44f977f785', 'ea90585f-554e-411f-b640-4e245bafaa74']}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:32:44.216724 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1359c12f-9f02-429e-8c66-1d1d1dbe42c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (105db0a1-84b9-47b6-91eb-e578cb139bff), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:44.291645 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-2c3f41a9-688c-46ff-8d2d-79117fc30599 req-d06bd7f8-f108-418f-9909-32071741b977 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (f69ec99c-7955-478f-9140-397fa34b7efc), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:44.513239 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-2c3f41a9-688c-46ff-8d2d-79117fc30599 req-d06bd7f8-f108-418f-9909-32071741b977 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] For port f69ec99c-7955-478f-9140-397fa34b7efc, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f69ec99c-7955-478f-9140-397fa34b7efc,segment=NetworkSegment(d3203a6a-b3c3-4cd4-b471-923be8aa373f),segment_id=d3203a6a-b3c3-4cd4-b471-923be8aa373f)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:32:44.546833 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-2c3f41a9-688c-46ff-8d2d-79117fc30599 req-d06bd7f8-f108-418f-9909-32071741b977 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Publish callbacks [] for port (f69ec99c-7955-478f-9140-397fa34b7efc), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:44.611419 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-2c3f41a9-688c-46ff-8d2d-79117fc30599 req-d06bd7f8-f108-418f-9909-32071741b977 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8770596'] for port (f69ec99c-7955-478f-9140-397fa34b7efc), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:44.628010 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] get_ports_and_sgs() called for port_ids ['f69ec99c-7955-478f-9140-397fa34b7efc'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 14:32:44.658282 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3f41a9-688c-46ff-8d2d-79117fc30599 req-d06bd7f8-f108-418f-9909-32071741b977 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:44.658953 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-2c3f41a9-688c-46ff-8d2d-79117fc30599 req-d06bd7f8-f108-418f-9909-32071741b977 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90846'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:44.660466 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-2c3f41a9-688c-46ff-8d2d-79117fc30599 req-d06bd7f8-f108-418f-9909-32071741b977 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "PUT /v2.0/ports/f69ec99c-7955-478f-9140-397fa34b7efc HTTP/1.1" status: 200 len: 982 time: 0.4551499 Mar 14 14:32:44.660954 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5321e890-89ea-4cd5-9380-14b3e5b5a667', 'tag': 'f69ec99c-7955-478f-9140-397fa34b7efc'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:32:44.663413 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b510279f78b891ca7fa39ab493d89baf438cb0eb2c394833a60cb33e330ae8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50b5b6ee-c1a5-4a71-ab86-683dd51f1136" -d '{"events": [{"name": "network-changed", "server_uuid": "5321e890-89ea-4cd5-9380-14b3e5b5a667", "tag": "f69ec99c-7955-478f-9140-397fa34b7efc"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:32:44.722474 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06bd7f8-f108-418f-9909-32071741b977 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Pushing event updated for resources: {'Port': ['ID=f69ec99c-7955-478f-9140-397fa34b7efc,revision_number=6']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:32:44.726794 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 14:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e33ccc0f-30b9-48cd-a6b4-f7870e314eba x-openstack-request-id: req-e33ccc0f-30b9-48cd-a6b4-f7870e314eba {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:32:44.727061 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5321e890-89ea-4cd5-9380-14b3e5b5a667", "tag": "f69ec99c-7955-478f-9140-397fa34b7efc", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:32:44.727328 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e33ccc0f-30b9-48cd-a6b4-f7870e314eba {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:32:44.727742 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5321e890-89ea-4cd5-9380-14b3e5b5a667', 'tag': 'f69ec99c-7955-478f-9140-397fa34b7efc', 'status': 'completed', 'code': 200} Mar 14 14:32:44.818108 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] get_ports_and_sgs() called for port_ids ['f69ec99c-7955-478f-9140-397fa34b7efc'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 14:32:44.884211 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56cc92e-a41b-44aa-ab62-1b8e0369f72c req-522c57e8-fa23-4730-83fc-0ea0f102d2fa tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:44.888462 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-c56cc92e-a41b-44aa-ab62-1b8e0369f72c req-522c57e8-fa23-4730-83fc-0ea0f102d2fa tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "GET /v2.0/ports?device_id=5321e890-89ea-4cd5-9380-14b3e5b5a667 HTTP/1.1" status: 200 len: 985 time: 0.1231158 Mar 14 14:32:44.894700 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5b6ee-c1a5-4a71-ab86-683dd51f1136 req-91be5577-d96f-4a6e-bdaa-993412018667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:44.897348 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-50b5b6ee-c1a5-4a71-ab86-683dd51f1136 req-91be5577-d96f-4a6e-bdaa-993412018667 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c5f45cd330c34d1a83734eeafdf7678a&device_id=5321e890-89ea-4cd5-9380-14b3e5b5a667 HTTP/1.1" status: 200 len: 1169 time: 0.1235964 Mar 14 14:32:45.070862 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-c56cc92e-a41b-44aa-ab62-1b8e0369f72c req-c36c6399-9c26-4038-97b7-492ab7733603 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "GET /v2.0/security-groups?id=fcedf437-2ba0-45d9-a116-ab44f977f785&id=ea90585f-554e-411f-b640-4e245bafaa74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1713662 Mar 14 14:32:45.086899 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-3b602f90-871a-487d-9fb9-f143316f6ac8 None None] Provisioning complete for port f69ec99c-7955-478f-9140-397fa34b7efc triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:32:45.087549 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3b602f90-871a-487d-9fb9-f143316f6ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (f69ec99c-7955-478f-9140-397fa34b7efc), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:45.108690 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5b6ee-c1a5-4a71-ab86-683dd51f1136 req-c5cfc726-8009-4820-a680-d1374c992d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:45.112468 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-50b5b6ee-c1a5-4a71-ab86-683dd51f1136 req-c5cfc726-8009-4820-a680-d1374c992d1c service neutron] 10.222.0.35 "GET /v2.0/networks?id=3e4a3557-57a5-4d21-92bb-061b2a0f247f HTTP/1.1" status: 200 len: 916 time: 0.2001467 Mar 14 14:32:45.219907 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-50b5b6ee-c1a5-4a71-ab86-683dd51f1136 req-7573419c-a445-4654-949b-4be71bbb6f4b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f69ec99c-7955-478f-9140-397fa34b7efc HTTP/1.1" status: 200 len: 1002 time: 0.0951390 Mar 14 14:32:45.250976 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe211e8f-f5e7-4dd9-af6e-75e532c75b36 req-7b3166b7-350c-412a-b1ce-1e81f89e0251 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:45.252554 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-fe211e8f-f5e7-4dd9-af6e-75e532c75b36 req-7b3166b7-350c-412a-b1ce-1e81f89e0251 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba304e9b-4741-4fe8-9210-bc5fe68b8d78 HTTP/1.1" status: 200 len: 945 time: 0.0899780 Mar 14 14:32:45.311713 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5b6ee-c1a5-4a71-ab86-683dd51f1136 req-0cda8c45-2a65-43ec-88d4-090d54b52c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:45.313240 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-50b5b6ee-c1a5-4a71-ab86-683dd51f1136 req-0cda8c45-2a65-43ec-88d4-090d54b52c3b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=401011dc-5e0a-4f98-9903-0c0e2bfe083a HTTP/1.1" status: 200 len: 854 time: 0.0827322 Mar 14 14:32:45.343560 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-fe211e8f-f5e7-4dd9-af6e-75e532c75b36 req-ee65f792-d1f8-4a00-ba9a-894fd6450385 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719306 Mar 14 14:32:45.369651 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-3b602f90-871a-487d-9fb9-f143316f6ac8 None None] Current status of the port f69ec99c-7955-478f-9140-397fa34b7efc is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:32:45.386199 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5b6ee-c1a5-4a71-ab86-683dd51f1136 req-936af51a-813f-4380-a2d4-6077cb6e9cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:45.388071 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-50b5b6ee-c1a5-4a71-ab86-683dd51f1136 req-936af51a-813f-4380-a2d4-6077cb6e9cf0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3e4a3557-57a5-4d21-92bb-061b2a0f247f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0632474 Mar 14 14:32:45.604818 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-91e6bee0-ce44-4dbb-9ae4-7799debe7360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (837ef9e9-d083-4188-a7c6-79f2c68dbd25), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:45.726950 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-50b5b6ee-c1a5-4a71-ab86-683dd51f1136 req-6fe02058-3101-4221-8195-ff3b86a53101 service neutron] 10.222.0.35 "GET /v2.0/networks/3e4a3557-57a5-4d21-92bb-061b2a0f247f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3215070 Mar 14 14:32:45.829287 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-50b5b6ee-c1a5-4a71-ab86-683dd51f1136 req-f14d4eb7-664e-4541-88e8-bc075dc79ba8 service neutron] 10.222.0.35 "GET /v2.0/networks/3e4a3557-57a5-4d21-92bb-061b2a0f247f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948074 Mar 14 14:32:46.506639 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a4b617-5a2a-469e-9886-05d1e0ca8dd8 req-a07afafc-4a3e-42fd-823a-b46a128654b1 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:46.508325 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-c8a4b617-5a2a-469e-9886-05d1e0ca8dd8 req-a07afafc-4a3e-42fd-823a-b46a128654b1 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba304e9b-4741-4fe8-9210-bc5fe68b8d78 HTTP/1.1" status: 200 len: 945 time: 0.0694544 Mar 14 14:32:46.574442 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-c8a4b617-5a2a-469e-9886-05d1e0ca8dd8 req-f9f2fe99-d6e7-4455-8c13-8dcd6b37404c tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596049 Mar 14 14:32:47.193987 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (ddc61399-76bc-42cc-9da4-26f2fa974742), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:47.706041 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ce4340-8c63-40e7-b3f2-3b572a6bd6b3 req-ddf3c9c4-5183-4d85-8e09-4847644ec5fc tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:47.707597 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-c0ce4340-8c63-40e7-b3f2-3b572a6bd6b3 req-ddf3c9c4-5183-4d85-8e09-4847644ec5fc tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba304e9b-4741-4fe8-9210-bc5fe68b8d78 HTTP/1.1" status: 200 len: 945 time: 0.0568476 Mar 14 14:32:47.766643 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-c0ce4340-8c63-40e7-b3f2-3b572a6bd6b3 req-fae7f930-a4d4-4fe1-8590-728189a902ae tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522075 Mar 14 14:32:48.251149 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0877be9a-7078-454c-947a-3c5c50a549ec req-197b0e88-a573-449c-baa3-1b6d54ea5055 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:48.252793 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-0877be9a-7078-454c-947a-3c5c50a549ec req-197b0e88-a573-449c-baa3-1b6d54ea5055 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2b7668b-2be1-443e-b859-2ba5ba8d2d83 HTTP/1.1" status: 200 len: 945 time: 0.0601215 Mar 14 14:32:48.319332 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-0877be9a-7078-454c-947a-3c5c50a549ec req-18d712bd-c787-4f60-8e38-0b13dc64ff55 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc03b155-7823-4347-befd-6c4b804b3f44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0558462 Mar 14 14:32:48.839978 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d44e341-e314-44ca-a10b-e026cafc935d req-68dd0688-c248-4a1a-bd6e-cd137945d79c tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:48.841565 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-9d44e341-e314-44ca-a10b-e026cafc935d req-68dd0688-c248-4a1a-bd6e-cd137945d79c tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba304e9b-4741-4fe8-9210-bc5fe68b8d78 HTTP/1.1" status: 200 len: 945 time: 0.0600090 Mar 14 14:32:48.981960 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d49108-933b-4965-a7c9-11328c36d835 req-f915d137-cd8b-401b-9fdb-3f5c5b66e6a1 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:48.983568 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-61d49108-933b-4965-a7c9-11328c36d835 req-f915d137-cd8b-401b-9fdb-3f5c5b66e6a1 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba304e9b-4741-4fe8-9210-bc5fe68b8d78 HTTP/1.1" status: 200 len: 945 time: 0.1242435 Mar 14 14:32:49.035597 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-9d44e341-e314-44ca-a10b-e026cafc935d req-275ba648-6333-47fa-a7e2-efb3785894b5 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Deleting port a05af32d-d6e5-47f7-b20d-3a130c49f1d6 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:32:49.035940 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-9d44e341-e314-44ca-a10b-e026cafc935d req-275ba648-6333-47fa-a7e2-efb3785894b5 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744330222830'] for port (a05af32d-d6e5-47f7-b20d-3a130c49f1d6), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:49.062867 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-61d49108-933b-4965-a7c9-11328c36d835 req-b66f5dc7-0272-4fc7-9176-9bda08d26081 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/security-groups?id=d77c7191-8659-4ec0-83ac-65b49413ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723054 Mar 14 14:32:49.142027 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-9d44e341-e314-44ca-a10b-e026cafc935d req-275ba648-6333-47fa-a7e2-efb3785894b5 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] For port a05af32d-d6e5-47f7-b20d-3a130c49f1d6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a05af32d-d6e5-47f7-b20d-3a130c49f1d6,segment=NetworkSegment(2a46ec39-dfba-4656-b081-4381f01477aa),segment_id=2a46ec39-dfba-4656-b081-4381f01477aa)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:32:49.142473 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-9d44e341-e314-44ca-a10b-e026cafc935d req-275ba648-6333-47fa-a7e2-efb3785894b5 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982366'] for port (a05af32d-d6e5-47f7-b20d-3a130c49f1d6), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:49.158658 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-9d44e341-e314-44ca-a10b-e026cafc935d req-275ba648-6333-47fa-a7e2-efb3785894b5 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Calling delete_port for a05af32d-d6e5-47f7-b20d-3a130c49f1d6 owned by compute:nova {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:32:49.372095 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-9d44e341-e314-44ca-a10b-e026cafc935d req-275ba648-6333-47fa-a7e2-efb3785894b5 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744330232405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744329793208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8770621'] for port (a05af32d-d6e5-47f7-b20d-3a130c49f1d6), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:49.387340 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] get_ports_and_sgs() called for port_ids ['a05af32d-d6e5-47f7-b20d-3a130c49f1d6'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 14:32:49.406254 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275ba648-6333-47fa-a7e2-efb3785894b5 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Pushing event deleted for resources: {'Port': ['ID=a05af32d-d6e5-47f7-b20d-3a130c49f1d6,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:32:49.481288 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d44e341-e314-44ca-a10b-e026cafc935d req-275ba648-6333-47fa-a7e2-efb3785894b5 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] No DVR routers for this DVR port a05af32d-d6e5-47f7-b20d-3a130c49f1d6 on host hv-cinder-79053 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 14:32:49.486672 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-9d44e341-e314-44ca-a10b-e026cafc935d req-275ba648-6333-47fa-a7e2-efb3785894b5 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90846'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:49.490087 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-9d44e341-e314-44ca-a10b-e026cafc935d req-275ba648-6333-47fa-a7e2-efb3785894b5 tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.35 "DELETE /v2.0/ports/a05af32d-d6e5-47f7-b20d-3a130c49f1d6 HTTP/1.1" status: 204 len: 173 time: 0.6411233 Mar 14 14:32:49.491699 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba304e9b-4741-4fe8-9210-bc5fe68b8d78', 'name': 'network-vif-deleted', 'tag': 'a05af32d-d6e5-47f7-b20d-3a130c49f1d6'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:32:49.494033 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b510279f78b891ca7fa39ab493d89baf438cb0eb2c394833a60cb33e330ae8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-228fdadd-9252-4618-8466-a0cd191d1915" -d '{"events": [{"server_uuid": "ba304e9b-4741-4fe8-9210-bc5fe68b8d78", "name": "network-vif-deleted", "tag": "a05af32d-d6e5-47f7-b20d-3a130c49f1d6"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:32:49.520040 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab1ebe-598d-4488-9d43-112d3c45ae37 req-38298cc4-f77e-4cbf-b1c4-67f8ea1e7b6f tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:49.522179 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-43ab1ebe-598d-4488-9d43-112d3c45ae37 req-38298cc4-f77e-4cbf-b1c4-67f8ea1e7b6f tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2b7668b-2be1-443e-b859-2ba5ba8d2d83 HTTP/1.1" status: 200 len: 945 time: 0.1108503 Mar 14 14:32:49.552575 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 14:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f116d828-6609-4518-9b25-c95ec95e7b90 x-openstack-request-id: req-f116d828-6609-4518-9b25-c95ec95e7b90 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:32:49.552905 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba304e9b-4741-4fe8-9210-bc5fe68b8d78", "name": "network-vif-deleted", "tag": "a05af32d-d6e5-47f7-b20d-3a130c49f1d6", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:32:49.553118 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f116d828-6609-4518-9b25-c95ec95e7b90 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:32:49.553530 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba304e9b-4741-4fe8-9210-bc5fe68b8d78', 'name': 'network-vif-deleted', 'tag': 'a05af32d-d6e5-47f7-b20d-3a130c49f1d6', 'status': 'completed', 'code': 200} Mar 14 14:32:49.588729 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-43ab1ebe-598d-4488-9d43-112d3c45ae37 req-2852835c-1ba3-4944-b8fc-23ac36cba750 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc03b155-7823-4347-befd-6c4b804b3f44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0601981 Mar 14 14:32:50.187892 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-506a426e-d3c9-4515-955e-6c8854edd07d req-c350df70-bb36-4653-b287-641623c0ef0f tempest-ServerRescueNegativeTestJSON-896970527 tempest-ServerRescueNegativeTestJSON-896970527-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba304e9b-4741-4fe8-9210-bc5fe68b8d78 HTTP/1.1" status: 200 len: 210 time: 0.0306773 Mar 14 14:32:50.762815 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845a9498-8d30-4e76-b437-31e0f8edf4c7 req-2fe99773-82a9-4d25-9479-9ef747b46737 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:50.765473 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-845a9498-8d30-4e76-b437-31e0f8edf4c7 req-2fe99773-82a9-4d25-9479-9ef747b46737 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2b7668b-2be1-443e-b859-2ba5ba8d2d83 HTTP/1.1" status: 200 len: 945 time: 0.0639851 Mar 14 14:32:50.824960 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-845a9498-8d30-4e76-b437-31e0f8edf4c7 req-e39076e3-3873-4ae5-8dc1-0ceb69aa5853 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc03b155-7823-4347-befd-6c4b804b3f44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0540731 Mar 14 14:32:51.097067 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e402a6-a9f9-441b-a6ee-ecb79c33d927 req-45e65454-1ea2-45f8-bf3a-ea128650e0e0 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:51.099578 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-e9e402a6-a9f9-441b-a6ee-ecb79c33d927 req-45e65454-1ea2-45f8-bf3a-ea128650e0e0 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2b7668b-2be1-443e-b859-2ba5ba8d2d83 HTTP/1.1" status: 200 len: 945 time: 0.0824268 Mar 14 14:32:51.215384 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-e9e402a6-a9f9-441b-a6ee-ecb79c33d927 req-b74fc4fc-56ad-4782-97ec-62c036fff39f tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Deleting port a3c38ba2-26e2-49f2-8f26-849998285fb3 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:32:51.216113 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-e9e402a6-a9f9-441b-a6ee-ecb79c33d927 req-b74fc4fc-56ad-4782-97ec-62c036fff39f tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744330222830'] for port (a3c38ba2-26e2-49f2-8f26-849998285fb3), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:51.262649 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 35716) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:32:51.371833 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-e9e402a6-a9f9-441b-a6ee-ecb79c33d927 req-b74fc4fc-56ad-4782-97ec-62c036fff39f tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] For port a3c38ba2-26e2-49f2-8f26-849998285fb3, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a3c38ba2-26e2-49f2-8f26-849998285fb3,segment=NetworkSegment(79690a18-81e9-445e-80e8-8ad6c5c45be5),segment_id=79690a18-81e9-445e-80e8-8ad6c5c45be5)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:32:51.372427 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-e9e402a6-a9f9-441b-a6ee-ecb79c33d927 req-b74fc4fc-56ad-4782-97ec-62c036fff39f tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982366'] for port (a3c38ba2-26e2-49f2-8f26-849998285fb3), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:51.688496 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-e9e402a6-a9f9-441b-a6ee-ecb79c33d927 req-b74fc4fc-56ad-4782-97ec-62c036fff39f tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:51.688796 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-e9e402a6-a9f9-441b-a6ee-ecb79c33d927 req-b74fc4fc-56ad-4782-97ec-62c036fff39f tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2016456'] for floatingip (32305441-12de-4677-859f-33f431024a93), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:51.689099 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.db.l3_db [req-e9e402a6-a9f9-441b-a6ee-ecb79c33d927 req-b74fc4fc-56ad-4782-97ec-62c036fff39f tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Floating IP 32305441-12de-4677-859f-33f431024a93 disassociated. External IP: 172.28.2.136, port: a3c38ba2-26e2-49f2-8f26-849998285fb3. Mar 14 14:32:51.689442 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-e9e402a6-a9f9-441b-a6ee-ecb79c33d927 req-b74fc4fc-56ad-4782-97ec-62c036fff39f tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Calling delete_port for a3c38ba2-26e2-49f2-8f26-849998285fb3 owned by compute:nova {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:32:51.820982 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-40e9e571-9362-4e9a-bd1c-51308a696819 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2015432'] for router_interface (4863d670-3670-43db-b780-e57c4e4131fd), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:51.984648 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-e9e402a6-a9f9-441b-a6ee-ecb79c33d927 req-b74fc4fc-56ad-4782-97ec-62c036fff39f tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744330232405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744329793208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8770621'] for port (a3c38ba2-26e2-49f2-8f26-849998285fb3), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:52.020576 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74fc4fc-56ad-4782-97ec-62c036fff39f tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Pushing event deleted for resources: {'Port': ['ID=a3c38ba2-26e2-49f2-8f26-849998285fb3,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:32:52.035007 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756528b6-7005-41ee-b039-664c8b9f6b4b req-4a8eb723-8eaa-4a70-9777-e6cd88c3dfc5 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:52.036716 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-756528b6-7005-41ee-b039-664c8b9f6b4b req-4a8eb723-8eaa-4a70-9777-e6cd88c3dfc5 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2b7668b-2be1-443e-b859-2ba5ba8d2d83 HTTP/1.1" status: 200 len: 867 time: 0.1021340 Mar 14 14:32:52.243195 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-40e9e571-9362-4e9a-bd1c-51308a696819 admin admin] Deleting port 12c65274-f2dd-4981-ad0e-d3624a69c0ed {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:32:52.243195 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-40e9e571-9362-4e9a-bd1c-51308a696819 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744330222830'] for port (12c65274-f2dd-4981-ad0e-d3624a69c0ed), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:52.244821 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-756528b6-7005-41ee-b039-664c8b9f6b4b req-e8228a72-5147-4be5-b894-cc242f6b269c tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc03b155-7823-4347-befd-6c4b804b3f44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1910965 Mar 14 14:32:52.333665 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9e402a6-a9f9-441b-a6ee-ecb79c33d927 req-b74fc4fc-56ad-4782-97ec-62c036fff39f tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Router 196e278d-c71b-4aaf-9d1f-c03f479b454d has already been hosted by L3 agent 3a20f343-fbae-42b4-9bd9-ea7570b5f761 {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 14:32:52.358647 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-40e9e571-9362-4e9a-bd1c-51308a696819 admin admin] For port 12c65274-f2dd-4981-ad0e-d3624a69c0ed, host dv-cinder-790535-28-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-smb',level=0,port_id=12c65274-f2dd-4981-ad0e-d3624a69c0ed,segment=NetworkSegment(2a46ec39-dfba-4656-b081-4381f01477aa),segment_id=2a46ec39-dfba-4656-b081-4381f01477aa)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:32:52.359540 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-40e9e571-9362-4e9a-bd1c-51308a696819 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982366'] for port (12c65274-f2dd-4981-ad0e-d3624a69c0ed), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:52.379497 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-40e9e571-9362-4e9a-bd1c-51308a696819 admin admin] Calling delete_port for 12c65274-f2dd-4981-ad0e-d3624a69c0ed owned by network:router_interface {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:32:52.450836 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9e402a6-a9f9-441b-a6ee-ecb79c33d927 req-b74fc4fc-56ad-4782-97ec-62c036fff39f tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Notify agent at l3_agent.dv-cinder-790535-28-smb the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:32:52.470329 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45778075-ac1f-43b1-898c-62ac37f2282d None None] Sync routers for ids ['196e278d-c71b-4aaf-9d1f-c03f479b454d'] in dv-cinder-790535-28-smb {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:32:52.491373 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45778075-ac1f-43b1-898c-62ac37f2282d None None] Routers {'196e278d-c71b-4aaf-9d1f-c03f479b454d'} bound to L3 agent in host dv-cinder-790535-28-smb {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:32:52.493524 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-45778075-ac1f-43b1-898c-62ac37f2282d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-14T14:20:13Z,description=,heartbeat_timestamp=2022-03-14T14:32:43Z,host='dv-cinder-790535-28-smb',id=3a20f343-fbae-42b4-9bd9-ea7570b5f761,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:20:14Z,topic='l3_agent')) {'router_ids': ['196e278d-c71b-4aaf-9d1f-c03f479b454d'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:32:52.532828 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9e402a6-a9f9-441b-a6ee-ecb79c33d927 req-b74fc4fc-56ad-4782-97ec-62c036fff39f tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] No DVR routers for this DVR port a3c38ba2-26e2-49f2-8f26-849998285fb3 on host hv-cinder-79053 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 14:32:52.537190 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-e9e402a6-a9f9-441b-a6ee-ecb79c33d927 req-b74fc4fc-56ad-4782-97ec-62c036fff39f tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90846'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:52.544124 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-e9e402a6-a9f9-441b-a6ee-ecb79c33d927 req-b74fc4fc-56ad-4782-97ec-62c036fff39f tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.35 "DELETE /v2.0/ports/a3c38ba2-26e2-49f2-8f26-849998285fb3 HTTP/1.1" status: 204 len: 173 time: 1.4389496 Mar 14 14:32:52.545039 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2b7668b-2be1-443e-b859-2ba5ba8d2d83', 'name': 'network-vif-deleted', 'tag': 'a3c38ba2-26e2-49f2-8f26-849998285fb3'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:32:52.549390 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b510279f78b891ca7fa39ab493d89baf438cb0eb2c394833a60cb33e330ae8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df98d53d-dbe5-4e74-bd48-e146faff275a" -d '{"events": [{"server_uuid": "a2b7668b-2be1-443e-b859-2ba5ba8d2d83", "name": "network-vif-deleted", "tag": "a3c38ba2-26e2-49f2-8f26-849998285fb3"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:32:52.618128 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 14:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaa4d1f4-1d1c-4ed5-9770-38e0b2bd15c6 x-openstack-request-id: req-eaa4d1f4-1d1c-4ed5-9770-38e0b2bd15c6 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:32:52.618433 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2b7668b-2be1-443e-b859-2ba5ba8d2d83", "name": "network-vif-deleted", "tag": "a3c38ba2-26e2-49f2-8f26-849998285fb3", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:32:52.618700 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-eaa4d1f4-1d1c-4ed5-9770-38e0b2bd15c6 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:32:52.619211 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2b7668b-2be1-443e-b859-2ba5ba8d2d83', 'name': 'network-vif-deleted', 'tag': 'a3c38ba2-26e2-49f2-8f26-849998285fb3', 'status': 'completed', 'code': 200} Mar 14 14:32:52.687549 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-45778075-ac1f-43b1-898c-62ac37f2282d None None] Set router 196e278d-c71b-4aaf-9d1f-c03f479b454d gateway port host: dv-cinder-790535-28-smb {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:32:52.783404 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-40e9e571-9362-4e9a-bd1c-51308a696819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744330232405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744329793208'] for port (12c65274-f2dd-4981-ad0e-d3624a69c0ed), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:52.817051 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e9e571-9362-4e9a-bd1c-51308a696819 admin admin] Pushing event deleted for resources: {'Port': ['ID=12c65274-f2dd-4981-ad0e-d3624a69c0ed,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:32:52.966974 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-45778075-ac1f-43b1-898c-62ac37f2282d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '196e278d-c71b-4aaf-9d1f-c03f479b454d', 'name': 'tempest-AttachVolumeTestJSON-1664345369-router', 'tenant_id': 'a29ccc594deb43b480de703c9f7ff84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.102'}], 'enable_snat': True}, 'gw_port_id': '09678563-119f-474c-a18d-8fe405598172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:28:58Z', 'updated_at': '2022-03-14T14:29:06Z', 'revision_number': 4, 'project_id': 'a29ccc594deb43b480de703c9f7ff84a', 'gw_port': {'id': '09678563-119f-474c-a18d-8fe405598172', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196e278d-c71b-4aaf-9d1f-c03f479b454d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:28:59Z', 'updated_at': '2022-03-14T14:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb', '_interfaces': [{'id': 'a377d12b-e60b-49a0-a1c7-730f55c58b38', 'name': '', 'network_id': '173ed8f0-b784-41a9-affa-440f6ed41220', 'tenant_id': 'a29ccc594deb43b480de703c9f7ff84a', 'mac_address': 'fa:16:3e:67:25:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196e278d-c71b-4aaf-9d1f-c03f479b454d', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'dd4479eb-5d2a-4b9c-9c27-a6d97c9e085c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:04Z', 'updated_at': '2022-03-14T14:29:15Z', 'revision_number': 5, 'project_id': 'a29ccc594deb43b480de703c9f7ff84a', 'subnets': [{'id': 'dd4479eb-5d2a-4b9c-9c27-a6d97c9e085c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-smb', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:32:52.993620 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-40e9e571-9362-4e9a-bd1c-51308a696819 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2016088'] for router_interface (4863d670-3670-43db-b780-e57c4e4131fd), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:53.028572 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45778075-ac1f-43b1-898c-62ac37f2282d None None] Checking router: 196e278d-c71b-4aaf-9d1f-c03f479b454d for host: dv-cinder-790535-28-smb {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:32:53.048369 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45778075-ac1f-43b1-898c-62ac37f2282d None None] Routers {'196e278d-c71b-4aaf-9d1f-c03f479b454d'} bound to L3 agent in host dv-cinder-790535-28-smb {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:32:53.048369 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-45778075-ac1f-43b1-898c-62ac37f2282d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-14T14:20:13Z,description=,heartbeat_timestamp=2022-03-14T14:32:43Z,host='dv-cinder-790535-28-smb',id=3a20f343-fbae-42b4-9bd9-ea7570b5f761,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:20:14Z,topic='l3_agent')) {'router_ids': ['196e278d-c71b-4aaf-9d1f-c03f479b454d'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:32:53.211669 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-45778075-ac1f-43b1-898c-62ac37f2282d None None] Set router 196e278d-c71b-4aaf-9d1f-c03f479b454d gateway port host: dv-cinder-790535-28-smb {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:32:53.278597 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Device a05af32d-d6e5-47f7-b20d-3a130c49f1d6 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:32:53.312729 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] No Port match for: a05af32d-d6e5-47f7-b20d-3a130c49f1d6 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 14:32:53.313616 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Device a05af32d-d6e5-47f7-b20d-3a130c49f1d6 not bound to the agent host hv-cinder-79053 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 14:32:53.326326 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40e9e571-9362-4e9a-bd1c-51308a696819 admin admin] Router 4863d670-3670-43db-b780-e57c4e4131fd has already been hosted by L3 agent 3a20f343-fbae-42b4-9bd9-ea7570b5f761 {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 14:32:53.617881 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-45778075-ac1f-43b1-898c-62ac37f2282d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '196e278d-c71b-4aaf-9d1f-c03f479b454d', 'name': 'tempest-AttachVolumeTestJSON-1664345369-router', 'tenant_id': 'a29ccc594deb43b480de703c9f7ff84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.102'}], 'enable_snat': True}, 'gw_port_id': '09678563-119f-474c-a18d-8fe405598172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:28:58Z', 'updated_at': '2022-03-14T14:29:06Z', 'revision_number': 4, 'project_id': 'a29ccc594deb43b480de703c9f7ff84a', 'gw_port': {'id': '09678563-119f-474c-a18d-8fe405598172', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196e278d-c71b-4aaf-9d1f-c03f479b454d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:28:59Z', 'updated_at': '2022-03-14T14:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb', '_interfaces': [{'id': 'a377d12b-e60b-49a0-a1c7-730f55c58b38', 'name': '', 'network_id': '173ed8f0-b784-41a9-affa-440f6ed41220', 'tenant_id': 'a29ccc594deb43b480de703c9f7ff84a', 'mac_address': 'fa:16:3e:67:25:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196e278d-c71b-4aaf-9d1f-c03f479b454d', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'dd4479eb-5d2a-4b9c-9c27-a6d97c9e085c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:04Z', 'updated_at': '2022-03-14T14:29:15Z', 'revision_number': 5, 'project_id': 'a29ccc594deb43b480de703c9f7ff84a', 'subnets': [{'id': 'dd4479eb-5d2a-4b9c-9c27-a6d97c9e085c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-smb', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:32:53.664983 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45778075-ac1f-43b1-898c-62ac37f2282d None None] The sync data for ids ['196e278d-c71b-4aaf-9d1f-c03f479b454d'] in dv-cinder-790535-28-smb is: [{'id': '196e278d-c71b-4aaf-9d1f-c03f479b454d', 'name': 'tempest-AttachVolumeTestJSON-1664345369-router', 'tenant_id': 'a29ccc594deb43b480de703c9f7ff84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.102'}], 'enable_snat': True}, 'gw_port_id': '09678563-119f-474c-a18d-8fe405598172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:28:58Z', 'updated_at': '2022-03-14T14:29:06Z', 'revision_number': 4, 'project_id': 'a29ccc594deb43b480de703c9f7ff84a', 'gw_port': {'id': '09678563-119f-474c-a18d-8fe405598172', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196e278d-c71b-4aaf-9d1f-c03f479b454d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:28:59Z', 'updated_at': '2022-03-14T14:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb', '_interfaces': [{'id': 'a377d12b-e60b-49a0-a1c7-730f55c58b38', 'name': '', 'network_id': '173ed8f0-b784-41a9-affa-440f6ed41220', 'tenant_id': 'a29ccc594deb43b480de703c9f7ff84a', 'mac_address': 'fa:16:3e:67:25:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196e278d-c71b-4aaf-9d1f-c03f479b454d', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'dd4479eb-5d2a-4b9c-9c27-a6d97c9e085c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:04Z', 'updated_at': '2022-03-14T14:29:15Z', 'revision_number': 5, 'project_id': 'a29ccc594deb43b480de703c9f7ff84a', 'subnets': [{'id': 'dd4479eb-5d2a-4b9c-9c27-a6d97c9e085c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:32:53.760006 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-84a1cdef-e4f9-4810-ab9d-6c1e7928caed req-96a89847-d130-4cce-9465-d944f55aafc5 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2b7668b-2be1-443e-b859-2ba5ba8d2d83 HTTP/1.1" status: 200 len: 210 time: 0.1004691 Mar 14 14:32:54.014293 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40e9e571-9362-4e9a-bd1c-51308a696819 admin admin] Notify agent at l3_agent.dv-cinder-790535-28-smb the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:32:54.022605 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-40e9e571-9362-4e9a-bd1c-51308a696819 admin admin] 10.222.0.58 "PUT /v2.0/routers/4863d670-3670-43db-b780-e57c4e4131fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7556746 Mar 14 14:32:54.022988 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 35732) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:32:54.030376 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d455579-8174-4c40-b8c9-bac33c8371d3 None None] Sync routers for ids ['4863d670-3670-43db-b780-e57c4e4131fd'] in dv-cinder-790535-28-smb {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:32:54.045740 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d455579-8174-4c40-b8c9-bac33c8371d3 None None] Routers {'4863d670-3670-43db-b780-e57c4e4131fd'} bound to L3 agent in host dv-cinder-790535-28-smb {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:32:54.047472 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-8d455579-8174-4c40-b8c9-bac33c8371d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-14T14:20:13Z,description=,heartbeat_timestamp=2022-03-14T14:32:43Z,host='dv-cinder-790535-28-smb',id=3a20f343-fbae-42b4-9bd9-ea7570b5f761,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:20:14Z,topic='l3_agent')) {'router_ids': ['4863d670-3670-43db-b780-e57c4e4131fd'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:32:54.201172 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4a8eb2-1f55-4104-ba39-fed9ef2e3718 None None] New status for floating IP 32305441-12de-4677-859f-33f431024a93: DOWN {{(pid=103769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 14:32:54.246599 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-8d455579-8174-4c40-b8c9-bac33c8371d3 None None] Set router 4863d670-3670-43db-b780-e57c4e4131fd gateway port host: dv-cinder-790535-28-smb {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:32:54.264726 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cfcdaf07-3ba6-41c6-b975-7e6dfc9e048f admin admin] Publish callbacks [] for router (4863d670-3670-43db-b780-e57c4e4131fd), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:54.420196 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cfcdaf07-3ba6-41c6-b975-7e6dfc9e048f admin admin] Publish callbacks [] for router_gateway (4863d670-3670-43db-b780-e57c4e4131fd), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:54.470947 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1f6837-6dc4-45e0-907b-c86afdcdf326 req-30581d3e-b3be-4c45-bf89-c1d39815573b tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:54.473028 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-5e1f6837-6dc4-45e0-907b-c86afdcdf326 req-30581d3e-b3be-4c45-bf89-c1d39815573b tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=383e74ab-b4e3-411b-9735-9d5e08400844 HTTP/1.1" status: 200 len: 947 time: 0.0688834 Mar 14 14:32:54.566739 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-5e1f6837-6dc4-45e0-907b-c86afdcdf326 req-df9f9ec2-70c6-4fd7-b270-dabd29e49144 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d847fc3-179d-4da6-9776-d95851d7edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826049 Mar 14 14:32:54.610617 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-8d455579-8174-4c40-b8c9-bac33c8371d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4863d670-3670-43db-b780-e57c4e4131fd', 'name': 'tempest-ServerRescueNegativeTestJSON-294880435-router', 'tenant_id': '63bac5f5e8de432daf51510c0379662a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.73'}], 'enable_snat': True}, 'gw_port_id': '8e299bfe-0843-4422-b5eb-7c65a6da8e84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:29:59Z', 'updated_at': '2022-03-14T14:32:52Z', 'revision_number': 5, 'project_id': '63bac5f5e8de432daf51510c0379662a', 'gw_port': {'id': '8e299bfe-0843-4422-b5eb-7c65a6da8e84', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:22:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4863d670-3670-43db-b780-e57c4e4131fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:00Z', 'updated_at': '2022-03-14T14:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb'}], 'dv-cinder-790535-28-smb', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:32:54.647285 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-cfcdaf07-3ba6-41c6-b975-7e6dfc9e048f admin admin] Deleting port 8e299bfe-0843-4422-b5eb-7c65a6da8e84 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:32:54.648422 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cfcdaf07-3ba6-41c6-b975-7e6dfc9e048f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744330222830'] for port (8e299bfe-0843-4422-b5eb-7c65a6da8e84), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:54.668128 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d455579-8174-4c40-b8c9-bac33c8371d3 None None] Checking router: 4863d670-3670-43db-b780-e57c4e4131fd for host: dv-cinder-790535-28-smb {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:32:54.682388 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d455579-8174-4c40-b8c9-bac33c8371d3 None None] Routers {'4863d670-3670-43db-b780-e57c4e4131fd'} bound to L3 agent in host dv-cinder-790535-28-smb {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:32:54.683429 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-8d455579-8174-4c40-b8c9-bac33c8371d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-14T14:20:13Z,description=,heartbeat_timestamp=2022-03-14T14:32:43Z,host='dv-cinder-790535-28-smb',id=3a20f343-fbae-42b4-9bd9-ea7570b5f761,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:20:14Z,topic='l3_agent')) {'router_ids': ['4863d670-3670-43db-b780-e57c4e4131fd'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:32:54.787912 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-cfcdaf07-3ba6-41c6-b975-7e6dfc9e048f admin admin] For port 8e299bfe-0843-4422-b5eb-7c65a6da8e84, host dv-cinder-790535-28-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-smb',level=0,port_id=8e299bfe-0843-4422-b5eb-7c65a6da8e84,segment=NetworkSegment(bce16b83-cd05-4f93-adb0-46e63864be13),segment_id=bce16b83-cd05-4f93-adb0-46e63864be13)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:32:54.788794 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cfcdaf07-3ba6-41c6-b975-7e6dfc9e048f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982366'] for port (8e299bfe-0843-4422-b5eb-7c65a6da8e84), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:54.820449 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-cfcdaf07-3ba6-41c6-b975-7e6dfc9e048f admin admin] Calling delete_port for 8e299bfe-0843-4422-b5eb-7c65a6da8e84 owned by network:router_gateway {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:32:54.945317 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 35740) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:32:54.975680 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-8d455579-8174-4c40-b8c9-bac33c8371d3 None None] Set router 4863d670-3670-43db-b780-e57c4e4131fd gateway port host: None {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:32:55.021895 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-789cdf6f-e2f1-42ec-aa32-67151ba0eaad tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Publish callbacks [] for security_group (dc03b155-7823-4347-befd-6c4b804b3f44), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:55.052301 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-789cdf6f-e2f1-42ec-aa32-67151ba0eaad tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Publish callbacks [] for security_group (dc03b155-7823-4347-befd-6c4b804b3f44), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:55.065161 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-8d455579-8174-4c40-b8c9-bac33c8371d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4863d670-3670-43db-b780-e57c4e4131fd', 'name': 'tempest-ServerRescueNegativeTestJSON-294880435-router', 'tenant_id': '63bac5f5e8de432daf51510c0379662a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:29:59Z', 'updated_at': '2022-03-14T14:32:54Z', 'revision_number': 6, 'project_id': '63bac5f5e8de432daf51510c0379662a', 'gw_port_host': None}], 'dv-cinder-790535-28-smb', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:32:55.112905 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d455579-8174-4c40-b8c9-bac33c8371d3 None None] The sync data for ids ['4863d670-3670-43db-b780-e57c4e4131fd'] in dv-cinder-790535-28-smb is: [{'id': '4863d670-3670-43db-b780-e57c4e4131fd', 'name': 'tempest-ServerRescueNegativeTestJSON-294880435-router', 'tenant_id': '63bac5f5e8de432daf51510c0379662a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:29:59Z', 'updated_at': '2022-03-14T14:32:54Z', 'revision_number': 6, 'project_id': '63bac5f5e8de432daf51510c0379662a', 'gw_port_host': None}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:32:55.159229 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-789cdf6f-e2f1-42ec-aa32-67151ba0eaad tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (dc03b155-7823-4347-befd-6c4b804b3f44), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:55.162219 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-789cdf6f-e2f1-42ec-aa32-67151ba0eaad tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:55.166210 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-789cdf6f-e2f1-42ec-aa32-67151ba0eaad tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "DELETE /v2.0/security-groups/dc03b155-7823-4347-befd-6c4b804b3f44 HTTP/1.1" status: 204 len: 168 time: 0.2172368 Mar 14 14:32:55.168406 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 35742) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:32:55.174969 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789cdf6f-e2f1-42ec-aa32-67151ba0eaad tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc03b155-7823-4347-befd-6c4b804b3f44,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:32:55.217874 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.api.v2.resource [None req-8fdb221b-b3d4-45aa-832c-104f40cc2afe tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] show failed (client error): The resource could not be found. Mar 14 14:32:55.223919 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-8fdb221b-b3d4-45aa-832c-104f40cc2afe tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/security-groups/dc03b155-7823-4347-befd-6c4b804b3f44 HTTP/1.1" status: 404 len: 347 time: 0.0491779 Mar 14 14:32:55.224116 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 35744) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:32:55.287698 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Device a3c38ba2-26e2-49f2-8f26-849998285fb3 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:32:55.320894 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] No Port match for: a3c38ba2-26e2-49f2-8f26-849998285fb3 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 14:32:55.321316 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Device a3c38ba2-26e2-49f2-8f26-849998285fb3 not bound to the agent host hv-cinder-79053 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 14:32:55.374908 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-3b2e7b30-a332-41e0-b21f-2ef880ad697b tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Deleting port 18db5d8d-91b2-4d66-ba96-68146d3e0ec1 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:32:55.375478 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3b2e7b30-a332-41e0-b21f-2ef880ad697b tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744330222830'] for port (18db5d8d-91b2-4d66-ba96-68146d3e0ec1), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:55.410937 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cfcdaf07-3ba6-41c6-b975-7e6dfc9e048f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744330232405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744329793208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8770621'] for port (8e299bfe-0843-4422-b5eb-7c65a6da8e84), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:55.444031 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcdaf07-3ba6-41c6-b975-7e6dfc9e048f admin admin] Pushing event deleted for resources: {'Port': ['ID=8e299bfe-0843-4422-b5eb-7c65a6da8e84,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:32:55.535794 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cfcdaf07-3ba6-41c6-b975-7e6dfc9e048f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2016498'] for router_gateway (4863d670-3670-43db-b780-e57c4e4131fd), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:55.589192 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3b2e7b30-a332-41e0-b21f-2ef880ad697b tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982366'] for port (18db5d8d-91b2-4d66-ba96-68146d3e0ec1), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:55.589929 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3b2e7b30-a332-41e0-b21f-2ef880ad697b tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Publish callbacks [] for floatingip (18db5d8d-91b2-4d66-ba96-68146d3e0ec1), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:55.640900 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-3b2e7b30-a332-41e0-b21f-2ef880ad697b tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Calling delete_port for 18db5d8d-91b2-4d66-ba96-68146d3e0ec1 owned by network:floatingip {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:32:55.678010 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Device 12c65274-f2dd-4981-ad0e-d3624a69c0ed no longer exists at agent ovs-agent-dv-cinder-790535-28-smb {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:32:55.735826 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] No Port match for: 12c65274-f2dd-4981-ad0e-d3624a69c0ed {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 14:32:55.739480 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Device 12c65274-f2dd-4981-ad0e-d3624a69c0ed not bound to the agent host dv-cinder-790535-28-smb {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 14:32:55.771135 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cfcdaf07-3ba6-41c6-b975-7e6dfc9e048f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2015869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4732'] for router (4863d670-3670-43db-b780-e57c4e4131fd), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:55.774313 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cfcdaf07-3ba6-41c6-b975-7e6dfc9e048f admin admin] Publish callbacks [] for router_controller (4863d670-3670-43db-b780-e57c4e4131fd), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:55.827942 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (5e7a912f-556e-4923-ad48-72f47c325557), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:55.931432 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a238579f-2764-4e89-b67c-902a9f82d088 req-9d53908a-98de-41e2-911e-59c6b0735aa0 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:55.933587 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-a238579f-2764-4e89-b67c-902a9f82d088 req-9d53908a-98de-41e2-911e-59c6b0735aa0 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=383e74ab-b4e3-411b-9735-9d5e08400844 HTTP/1.1" status: 200 len: 947 time: 0.0741765 Mar 14 14:32:55.954496 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cfcdaf07-3ba6-41c6-b975-7e6dfc9e048f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2015846'] for router (4863d670-3670-43db-b780-e57c4e4131fd), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:55.955062 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfcdaf07-3ba6-41c6-b975-7e6dfc9e048f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4863d670-3670-43db-b780-e57c4e4131fd {{(pid=103766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 14:32:55.968951 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cfcdaf07-3ba6-41c6-b975-7e6dfc9e048f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:55.968951 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-cfcdaf07-3ba6-41c6-b975-7e6dfc9e048f admin admin] 10.222.0.58 "DELETE /v2.0/routers/4863d670-3670-43db-b780-e57c4e4131fd HTTP/1.1" status: 204 len: 168 time: 1.9395571 Mar 14 14:32:55.969428 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 35748) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:32:55.988451 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3b2e7b30-a332-41e0-b21f-2ef880ad697b tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744330232405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744329793208'] for port (18db5d8d-91b2-4d66-ba96-68146d3e0ec1), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:56.036507 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-a238579f-2764-4e89-b67c-902a9f82d088 req-3c5cb1a0-419f-49aa-a181-8cff052b5029 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d847fc3-179d-4da6-9776-d95851d7edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967851 Mar 14 14:32:56.050131 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f67b8fe-655a-47be-9fd1-717799e45c52 admin admin] Deleting subnet bb7c63e2-0951-4b05-855d-9c4a5d265339 {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 14:32:56.053019 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2e7b30-a332-41e0-b21f-2ef880ad697b tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Pushing event deleted for resources: {'Port': ['ID=18db5d8d-91b2-4d66-ba96-68146d3e0ec1,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:32:56.058460 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3b2e7b30-a332-41e0-b21f-2ef880ad697b tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Publish callbacks [] for floatingip (32305441-12de-4677-859f-33f431024a93), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:56.060782 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9f67b8fe-655a-47be-9fd1-717799e45c52 admin admin] Publish callbacks [] for subnet (bb7c63e2-0951-4b05-855d-9c4a5d265339), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:56.061002 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3b2e7b30-a332-41e0-b21f-2ef880ad697b tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90846'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:56.065593 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-3b2e7b30-a332-41e0-b21f-2ef880ad697b tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "DELETE /v2.0/floatingips/32305441-12de-4677-859f-33f431024a93 HTTP/1.1" status: 204 len: 168 time: 0.8413854 Mar 14 14:32:56.105726 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9f67b8fe-655a-47be-9fd1-717799e45c52 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8777057'] for subnet (bb7c63e2-0951-4b05-855d-9c4a5d265339), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:56.155753 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9f67b8fe-655a-47be-9fd1-717799e45c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999657'] for subnet (bb7c63e2-0951-4b05-855d-9c4a5d265339), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:56.270447 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badf9d56-48c0-4c44-9d53-917fa613df27 req-d3ea2fc0-36dd-4a02-8367-54c7f0b6094c tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:56.272743 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-badf9d56-48c0-4c44-9d53-917fa613df27 req-d3ea2fc0-36dd-4a02-8367-54c7f0b6094c tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.35 "GET /v2.0/ports?device_id=383e74ab-b4e3-411b-9735-9d5e08400844 HTTP/1.1" status: 200 len: 947 time: 0.1141467 Mar 14 14:32:56.360084 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9f67b8fe-655a-47be-9fd1-717799e45c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8770578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088460'] for subnet (bb7c63e2-0951-4b05-855d-9c4a5d265339), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:56.425994 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f67b8fe-655a-47be-9fd1-717799e45c52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb7c63e2-0951-4b05-855d-9c4a5d265339,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:32:56.431163 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9f67b8fe-655a-47be-9fd1-717799e45c52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632217'] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:56.437697 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-9f67b8fe-655a-47be-9fd1-717799e45c52 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/bb7c63e2-0951-4b05-855d-9c4a5d265339 HTTP/1.1" status: 204 len: 168 time: 0.4643817 Mar 14 14:32:56.437997 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 35752) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:32:56.532402 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 35754) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:32:56.537453 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.v2.base [None req-d59d6b73-e26e-4639-820b-648452df431c tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Request body: {'security_group': {'name': 'tempest-securitygroup--243575980', 'description': 'tempest-description--1091893841'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:32:56.703818 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d59d6b73-e26e-4639-820b-648452df431c tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:56.787096 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-018851f0-f82a-45d5-bd99-253dfc724e6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-911660'] for network (0ddf994f-0880-45d8-aabd-d4172b6b2de8), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:56.797212 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-badf9d56-48c0-4c44-9d53-917fa613df27 req-a0d47f07-f636-4a1e-a2e2-c0722f9246cf tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Deleting port 38019e49-7142-41e2-997c-25eb0719898a {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:32:56.805403 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-badf9d56-48c0-4c44-9d53-917fa613df27 req-a0d47f07-f636-4a1e-a2e2-c0722f9246cf tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744330222830'] for port (38019e49-7142-41e2-997c-25eb0719898a), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:56.827461 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d59d6b73-e26e-4639-820b-648452df431c tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Publish callbacks [] for security_group (482a9504-d611-42a0-b669-f91a02186452), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:56.951773 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-018851f0-f82a-45d5-bd99-253dfc724e6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000466', 'neutron.services.segments.db._delete_segments_for_network-8744330122518'] for network (0ddf994f-0880-45d8-aabd-d4172b6b2de8), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:56.965827 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-badf9d56-48c0-4c44-9d53-917fa613df27 req-a0d47f07-f636-4a1e-a2e2-c0722f9246cf tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] For port 38019e49-7142-41e2-997c-25eb0719898a, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=38019e49-7142-41e2-997c-25eb0719898a,segment=NetworkSegment(36cc7d28-2976-47cb-ab1d-d82e9bbf4c55),segment_id=36cc7d28-2976-47cb-ab1d-d82e9bbf4c55)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:32:56.975101 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-badf9d56-48c0-4c44-9d53-917fa613df27 req-a0d47f07-f636-4a1e-a2e2-c0722f9246cf tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982366'] for port (38019e49-7142-41e2-997c-25eb0719898a), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:56.987198 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.services.segments.db [None req-018851f0-f82a-45d5-bd99-253dfc724e6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ddf994f-0880-45d8-aabd-d4172b6b2de8']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:32:57.028564 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.services.segments.db [None req-018851f0-f82a-45d5-bd99-253dfc724e6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a46ec39-dfba-4656-b081-4381f01477aa') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:32:57.028871 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.services.segments.db [None req-018851f0-f82a-45d5-bd99-253dfc724e6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a46ec39-dfba-4656-b081-4381f01477aa') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:32:57.033551 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d59d6b73-e26e-4639-820b-648452df431c tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (482a9504-d611-42a0-b669-f91a02186452), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:57.049785 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-018851f0-f82a-45d5-bd99-253dfc724e6b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744330120735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8777066'] for segment (2a46ec39-dfba-4656-b081-4381f01477aa), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:57.067831 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59d6b73-e26e-4639-820b-648452df431c tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=482a9504-d611-42a0-b669-f91a02186452,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:32:57.068410 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-018851f0-f82a-45d5-bd99-253dfc724e6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011900'] for segment (2a46ec39-dfba-4656-b081-4381f01477aa), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:57.100332 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-018851f0-f82a-45d5-bd99-253dfc724e6b admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 14:32:57.100747 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-018851f0-f82a-45d5-bd99-253dfc724e6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8771020'] for segment (2a46ec39-dfba-4656-b081-4381f01477aa), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:57.102435 dv-cinder-790535-28-smb neutron-server[103766]: Traceback (most recent call last): Mar 14 14:32:57.102435 dv-cinder-790535-28-smb neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 14:32:57.102435 dv-cinder-790535-28-smb neutron-server[103766]: timer() Mar 14 14:32:57.102435 dv-cinder-790535-28-smb neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 14:32:57.102435 dv-cinder-790535-28-smb neutron-server[103766]: cb(*args, **kw) Mar 14 14:32:57.102435 dv-cinder-790535-28-smb neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 14:32:57.102435 dv-cinder-790535-28-smb neutron-server[103766]: return func(*args, **kwargs) Mar 14 14:32:57.102435 dv-cinder-790535-28-smb neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 14:32:57.102435 dv-cinder-790535-28-smb neutron-server[103766]: self._notify() Mar 14 14:32:57.102435 dv-cinder-790535-28-smb neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 14:32:57.102435 dv-cinder-790535-28-smb neutron-server[103766]: self.callback(batched_events) Mar 14 14:32:57.102435 dv-cinder-790535-28-smb neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 14:32:57.102435 dv-cinder-790535-28-smb neutron-server[103766]: event.method(event) Mar 14 14:32:57.102435 dv-cinder-790535-28-smb neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 14:32:57.102435 dv-cinder-790535-28-smb neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 14:32:57.102435 dv-cinder-790535-28-smb neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 14:32:57.102435 dv-cinder-790535-28-smb neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 14:32:57.102435 dv-cinder-790535-28-smb neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 14:32:57.102435 dv-cinder-790535-28-smb neutron-server[103766]: return f(self, *a, **k) Mar 14 14:32:57.102435 dv-cinder-790535-28-smb neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 14:32:57.102435 dv-cinder-790535-28-smb neutron-server[103766]: return self._get(url).json() Mar 14 14:32:57.102435 dv-cinder-790535-28-smb neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 14:32:57.102435 dv-cinder-790535-28-smb neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 14:32:57.102435 dv-cinder-790535-28-smb neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 14:32:57.102435 dv-cinder-790535-28-smb neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 14 14:32:57.102435 dv-cinder-790535-28-smb neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 14:32:57.102435 dv-cinder-790535-28-smb neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 14:32:57.102435 dv-cinder-790535-28-smb neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 14:32:57.102435 dv-cinder-790535-28-smb neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 14:32:57.102435 dv-cinder-790535-28-smb neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 14:32:57.102435 dv-cinder-790535-28-smb neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 14:32:57.102435 dv-cinder-790535-28-smb neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 14:32:57.207339 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d59d6b73-e26e-4639-820b-648452df431c tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:57.209540 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-d59d6b73-e26e-4639-820b-648452df431c tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6757405 Mar 14 14:32:57.212876 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 35758) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:32:57.220899 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.v2.base [None req-93faab7c-d721-4e7c-bf4d-97db90fbe998 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Request body: {'security_group_rule': {'security_group_id': '482a9504-d611-42a0-b669-f91a02186452', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:32:57.265106 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-badf9d56-48c0-4c44-9d53-917fa613df27 req-a0d47f07-f636-4a1e-a2e2-c0722f9246cf tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:57.265487 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-badf9d56-48c0-4c44-9d53-917fa613df27 req-a0d47f07-f636-4a1e-a2e2-c0722f9246cf tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2016456'] for floatingip (dc2b6ebf-2891-483b-a33b-6862aca4d271), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:57.265811 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.db.l3_db [req-badf9d56-48c0-4c44-9d53-917fa613df27 req-a0d47f07-f636-4a1e-a2e2-c0722f9246cf tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Floating IP dc2b6ebf-2891-483b-a33b-6862aca4d271 disassociated. External IP: 172.28.2.116, port: 38019e49-7142-41e2-997c-25eb0719898a. Mar 14 14:32:57.266156 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-badf9d56-48c0-4c44-9d53-917fa613df27 req-a0d47f07-f636-4a1e-a2e2-c0722f9246cf tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Calling delete_port for 38019e49-7142-41e2-997c-25eb0719898a owned by compute:nova {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:32:57.278396 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654173f4-5726-4c54-aa20-50b9217e82f8 req-18f5a05b-f02b-4ee9-a9fc-a1664fae7b25 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:32:57.280060 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-654173f4-5726-4c54-aa20-50b9217e82f8 req-18f5a05b-f02b-4ee9-a9fc-a1664fae7b25 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=383e74ab-b4e3-411b-9735-9d5e08400844 HTTP/1.1" status: 200 len: 947 time: 0.1482155 Mar 14 14:32:57.280743 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-018851f0-f82a-45d5-bd99-253dfc724e6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2016470'] for network (0ddf994f-0880-45d8-aabd-d4172b6b2de8), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:57.295405 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-018851f0-f82a-45d5-bd99-253dfc724e6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632217'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:57.298826 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-018851f0-f82a-45d5-bd99-253dfc724e6b admin admin] 10.222.0.58 "DELETE /v2.0/networks/0ddf994f-0880-45d8-aabd-d4172b6b2de8 HTTP/1.1" status: 204 len: 168 time: 0.8599598 Mar 14 14:32:57.351265 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-93faab7c-d721-4e7c-bf4d-97db90fbe998 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Publish callbacks [] for security_group_rule (30da699c-67fa-4915-b3b3-884dd2f89477), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:57.357839 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018851f0-f82a-45d5-bd99-253dfc724e6b admin admin] Pushing event deleted for resources: {'Network': ['ID=0ddf994f-0880-45d8-aabd-d4172b6b2de8,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:32:57.410229 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-654173f4-5726-4c54-aa20-50b9217e82f8 req-5f5f1e69-ea26-4e26-8e9d-d0229cbdd831 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=9d847fc3-179d-4da6-9776-d95851d7edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163659 Mar 14 14:32:57.486341 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-93faab7c-d721-4e7c-bf4d-97db90fbe998 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Publish callbacks [] for security_group_rule (30da699c-67fa-4915-b3b3-884dd2f89477), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:57.507951 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Device 8e299bfe-0843-4422-b5eb-7c65a6da8e84 no longer exists at agent ovs-agent-dv-cinder-790535-28-smb {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:32:57.533534 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] No Port match for: 8e299bfe-0843-4422-b5eb-7c65a6da8e84 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 14:32:57.533890 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Device 8e299bfe-0843-4422-b5eb-7c65a6da8e84 not bound to the agent host dv-cinder-790535-28-smb {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 14:32:57.565330 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-93faab7c-d721-4e7c-bf4d-97db90fbe998 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000373'] for security_group_rule (30da699c-67fa-4915-b3b3-884dd2f89477), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:57.595590 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-badf9d56-48c0-4c44-9d53-917fa613df27 req-a0d47f07-f636-4a1e-a2e2-c0722f9246cf tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744330232405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744329793208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8770621'] for port (38019e49-7142-41e2-997c-25eb0719898a), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:57.609380 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93faab7c-d721-4e7c-bf4d-97db90fbe998 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30da699c-67fa-4915-b3b3-884dd2f89477,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:32:57.649475 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d47f07-f636-4a1e-a2e2-c0722f9246cf tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Pushing event deleted for resources: {'Port': ['ID=38019e49-7142-41e2-997c-25eb0719898a,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:32:57.688509 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-93faab7c-d721-4e7c-bf4d-97db90fbe998 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:57.691267 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-93faab7c-d721-4e7c-bf4d-97db90fbe998 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4754493 Mar 14 14:32:57.701402 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 35764) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:32:57.707533 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.v2.base [None req-2c343427-3dc5-46a6-b3df-fda328cdd2b6 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Request body: {'security_group_rule': {'security_group_id': '482a9504-d611-42a0-b669-f91a02186452', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:32:57.789422 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-badf9d56-48c0-4c44-9d53-917fa613df27 req-a0d47f07-f636-4a1e-a2e2-c0722f9246cf tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Router f2d2a6f0-7147-442a-9147-b007d1bf05e1 has already been hosted by L3 agent 3a20f343-fbae-42b4-9bd9-ea7570b5f761 {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 14:32:57.846353 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2c343427-3dc5-46a6-b3df-fda328cdd2b6 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Publish callbacks [] for security_group_rule (017cb0c8-98d8-4a78-861a-d044a0ccb954), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:57.930005 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 35766) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:32:57.946447 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2c343427-3dc5-46a6-b3df-fda328cdd2b6 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Publish callbacks [] for security_group_rule (017cb0c8-98d8-4a78-861a-d044a0ccb954), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:57.979172 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-badf9d56-48c0-4c44-9d53-917fa613df27 req-a0d47f07-f636-4a1e-a2e2-c0722f9246cf tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Notify agent at l3_agent.dv-cinder-790535-28-smb the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:32:57.995410 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091cb31f-769f-4bef-9389-47a775c6d1ef None None] Sync routers for ids ['f2d2a6f0-7147-442a-9147-b007d1bf05e1'] in dv-cinder-790535-28-smb {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:32:58.011891 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2c343427-3dc5-46a6-b3df-fda328cdd2b6 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000373'] for security_group_rule (017cb0c8-98d8-4a78-861a-d044a0ccb954), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:58.018002 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091cb31f-769f-4bef-9389-47a775c6d1ef None None] Routers {'f2d2a6f0-7147-442a-9147-b007d1bf05e1'} bound to L3 agent in host dv-cinder-790535-28-smb {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:32:58.018002 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-091cb31f-769f-4bef-9389-47a775c6d1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-14T14:20:13Z,description=,heartbeat_timestamp=2022-03-14T14:32:43Z,host='dv-cinder-790535-28-smb',id=3a20f343-fbae-42b4-9bd9-ea7570b5f761,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:20:14Z,topic='l3_agent')) {'router_ids': ['f2d2a6f0-7147-442a-9147-b007d1bf05e1'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:32:58.018476 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-3fee2b58-85b0-45f4-9443-9eb9d15a55ed admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=63bac5f5e8de432daf51510c0379662a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0860608 Mar 14 14:32:58.022302 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 35768) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:32:58.036062 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-badf9d56-48c0-4c44-9d53-917fa613df27 req-a0d47f07-f636-4a1e-a2e2-c0722f9246cf tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] No DVR routers for this DVR port 38019e49-7142-41e2-997c-25eb0719898a on host hv-cinder-79053 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 14:32:58.039503 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-badf9d56-48c0-4c44-9d53-917fa613df27 req-a0d47f07-f636-4a1e-a2e2-c0722f9246cf tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90846'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:58.044957 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-badf9d56-48c0-4c44-9d53-917fa613df27 req-a0d47f07-f636-4a1e-a2e2-c0722f9246cf tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.35 "DELETE /v2.0/ports/38019e49-7142-41e2-997c-25eb0719898a HTTP/1.1" status: 204 len: 173 time: 1.7606642 Mar 14 14:32:58.044957 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '383e74ab-b4e3-411b-9735-9d5e08400844', 'name': 'network-vif-deleted', 'tag': '38019e49-7142-41e2-997c-25eb0719898a'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:32:58.046523 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b510279f78b891ca7fa39ab493d89baf438cb0eb2c394833a60cb33e330ae8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05373111-3678-4cda-88e2-918c28b83b67" -d '{"events": [{"server_uuid": "383e74ab-b4e3-411b-9735-9d5e08400844", "name": "network-vif-deleted", "tag": "38019e49-7142-41e2-997c-25eb0719898a"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:32:58.123772 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 14:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3721c9a9-8e1b-4ef6-8459-eee4349cdcfb x-openstack-request-id: req-3721c9a9-8e1b-4ef6-8459-eee4349cdcfb {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:32:58.127301 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "383e74ab-b4e3-411b-9735-9d5e08400844", "name": "network-vif-deleted", "tag": "38019e49-7142-41e2-997c-25eb0719898a", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:32:58.127301 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3721c9a9-8e1b-4ef6-8459-eee4349cdcfb {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:32:58.127301 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '383e74ab-b4e3-411b-9735-9d5e08400844', 'name': 'network-vif-deleted', 'tag': '38019e49-7142-41e2-997c-25eb0719898a', 'status': 'completed', 'code': 200} Mar 14 14:32:58.166322 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c343427-3dc5-46a6-b3df-fda328cdd2b6 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=017cb0c8-98d8-4a78-861a-d044a0ccb954,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:32:58.172614 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a729113f-cc60-4fbe-bc02-ab548c58d1c6 admin admin] Publish callbacks [] for security_group (d77c7191-8659-4ec0-83ac-65b49413ff5c), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:58.219011 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a729113f-cc60-4fbe-bc02-ab548c58d1c6 admin admin] Publish callbacks [] for security_group (d77c7191-8659-4ec0-83ac-65b49413ff5c), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:58.237438 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-091cb31f-769f-4bef-9389-47a775c6d1ef None None] Set router f2d2a6f0-7147-442a-9147-b007d1bf05e1 gateway port host: dv-cinder-790535-28-smb {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:32:58.276221 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2c343427-3dc5-46a6-b3df-fda328cdd2b6 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:58.279006 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-2c343427-3dc5-46a6-b3df-fda328cdd2b6 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5759130 Mar 14 14:32:58.284181 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 35772) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:32:58.288964 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.v2.base [None req-c759351b-f783-4b96-a90d-a37b6064080f tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Request body: {'floatingip': {'floating_network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:32:58.397240 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a729113f-cc60-4fbe-bc02-ab548c58d1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (d77c7191-8659-4ec0-83ac-65b49413ff5c), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:58.397564 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c759351b-f783-4b96-a90d-a37b6064080f tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:58.401887 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a729113f-cc60-4fbe-bc02-ab548c58d1c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:58.404493 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-a729113f-cc60-4fbe-bc02-ab548c58d1c6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d77c7191-8659-4ec0-83ac-65b49413ff5c HTTP/1.1" status: 204 len: 168 time: 0.3746905 Mar 14 14:32:58.422078 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a729113f-cc60-4fbe-bc02-ab548c58d1c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77c7191-8659-4ec0-83ac-65b49413ff5c,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:32:58.622542 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-091cb31f-769f-4bef-9389-47a775c6d1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2d2a6f0-7147-442a-9147-b007d1bf05e1', 'name': 'tempest-AttachVolumeShelveTestJSON-1745510330-router', 'tenant_id': 'f5f40385a50a46a79167ae6a859eee4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.211'}], 'enable_snat': True}, 'gw_port_id': '381ba10b-ad5b-48ce-8bb3-936a16f5e473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:28:59Z', 'updated_at': '2022-03-14T14:29:08Z', 'revision_number': 4, 'project_id': 'f5f40385a50a46a79167ae6a859eee4d', 'gw_port': {'id': '381ba10b-ad5b-48ce-8bb3-936a16f5e473', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:71:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d2a6f0-7147-442a-9147-b007d1bf05e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:01Z', 'updated_at': '2022-03-14T14:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb', '_interfaces': [{'id': 'a12c18fa-de25-4441-869e-92a0e4a1c074', 'name': '', 'network_id': '9bb2727a-e859-46ff-8b02-e0e5093e8925', 'tenant_id': 'f5f40385a50a46a79167ae6a859eee4d', 'mac_address': 'fa:16:3e:4a:39:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d2a6f0-7147-442a-9147-b007d1bf05e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'bd458166-2986-4de0-890b-33eba077f5c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:07Z', 'updated_at': '2022-03-14T14:29:19Z', 'revision_number': 5, 'project_id': 'f5f40385a50a46a79167ae6a859eee4d', 'subnets': [{'id': 'bd458166-2986-4de0-890b-33eba077f5c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-smb', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:32:58.632054 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-7871fca6-4498-44cf-9c51-6d1aeb8161dc req-7af96bca-20ea-4b21-9e20-a66ccb61414c tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=383e74ab-b4e3-411b-9735-9d5e08400844 HTTP/1.1" status: 200 len: 210 time: 0.0402460 Mar 14 14:32:58.638815 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c759351b-f783-4b96-a90d-a37b6064080f tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:58.659952 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091cb31f-769f-4bef-9389-47a775c6d1ef None None] Checking router: f2d2a6f0-7147-442a-9147-b007d1bf05e1 for host: dv-cinder-790535-28-smb {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:32:58.672340 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091cb31f-769f-4bef-9389-47a775c6d1ef None None] Routers {'f2d2a6f0-7147-442a-9147-b007d1bf05e1'} bound to L3 agent in host dv-cinder-790535-28-smb {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:32:58.673032 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-091cb31f-769f-4bef-9389-47a775c6d1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-14T14:20:13Z,description=,heartbeat_timestamp=2022-03-14T14:32:43Z,host='dv-cinder-790535-28-smb',id=3a20f343-fbae-42b4-9bd9-ea7570b5f761,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:20:14Z,topic='l3_agent')) {'router_ids': ['f2d2a6f0-7147-442a-9147-b007d1bf05e1'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:32:58.809137 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-c759351b-f783-4b96-a90d-a37b6064080f tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Allocated IP 172.28.2.178 (21060e90-61ba-4e92-afb3-f12491c9b56b/3278263d-ed58-402f-9606-a5b3ef606428/e0e20000-8c0c-4cfb-af8d-02be80977457) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:32:58.810082 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-091cb31f-769f-4bef-9389-47a775c6d1ef None None] Set router f2d2a6f0-7147-442a-9147-b007d1bf05e1 gateway port host: dv-cinder-790535-28-smb {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:32:58.930585 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c759351b-f783-4b96-a90d-a37b6064080f tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Publish callbacks [] for port (e0e20000-8c0c-4cfb-af8d-02be80977457), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:59.057653 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c759351b-f783-4b96-a90d-a37b6064080f tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744329793199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8770621'] for port (e0e20000-8c0c-4cfb-af8d-02be80977457), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:59.122380 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c759351b-f783-4b96-a90d-a37b6064080f tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Network 21060e90-61ba-4e92-afb3-f12491c9b56b is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:32:59.126381 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-c759351b-f783-4b96-a90d-a37b6064080f tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:32:59.135871 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c759351b-f783-4b96-a90d-a37b6064080f tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:32:59.140938 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c759351b-f783-4b96-a90d-a37b6064080f tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Pushing event updated for resources: {'Port': ['ID=e0e20000-8c0c-4cfb-af8d-02be80977457,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:32:59.141307 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-091cb31f-769f-4bef-9389-47a775c6d1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2d2a6f0-7147-442a-9147-b007d1bf05e1', 'name': 'tempest-AttachVolumeShelveTestJSON-1745510330-router', 'tenant_id': 'f5f40385a50a46a79167ae6a859eee4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.211'}], 'enable_snat': True}, 'gw_port_id': '381ba10b-ad5b-48ce-8bb3-936a16f5e473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:28:59Z', 'updated_at': '2022-03-14T14:29:08Z', 'revision_number': 4, 'project_id': 'f5f40385a50a46a79167ae6a859eee4d', 'gw_port': {'id': '381ba10b-ad5b-48ce-8bb3-936a16f5e473', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:71:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d2a6f0-7147-442a-9147-b007d1bf05e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:01Z', 'updated_at': '2022-03-14T14:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb', '_interfaces': [{'id': 'a12c18fa-de25-4441-869e-92a0e4a1c074', 'name': '', 'network_id': '9bb2727a-e859-46ff-8b02-e0e5093e8925', 'tenant_id': 'f5f40385a50a46a79167ae6a859eee4d', 'mac_address': 'fa:16:3e:4a:39:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d2a6f0-7147-442a-9147-b007d1bf05e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'bd458166-2986-4de0-890b-33eba077f5c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:07Z', 'updated_at': '2022-03-14T14:29:19Z', 'revision_number': 5, 'project_id': 'f5f40385a50a46a79167ae6a859eee4d', 'subnets': [{'id': 'bd458166-2986-4de0-890b-33eba077f5c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-smb', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:32:59.181213 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091cb31f-769f-4bef-9389-47a775c6d1ef None None] The sync data for ids ['f2d2a6f0-7147-442a-9147-b007d1bf05e1'] in dv-cinder-790535-28-smb is: [{'id': 'f2d2a6f0-7147-442a-9147-b007d1bf05e1', 'name': 'tempest-AttachVolumeShelveTestJSON-1745510330-router', 'tenant_id': 'f5f40385a50a46a79167ae6a859eee4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.211'}], 'enable_snat': True}, 'gw_port_id': '381ba10b-ad5b-48ce-8bb3-936a16f5e473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:28:59Z', 'updated_at': '2022-03-14T14:29:08Z', 'revision_number': 4, 'project_id': 'f5f40385a50a46a79167ae6a859eee4d', 'gw_port': {'id': '381ba10b-ad5b-48ce-8bb3-936a16f5e473', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:71:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d2a6f0-7147-442a-9147-b007d1bf05e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:01Z', 'updated_at': '2022-03-14T14:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb', '_interfaces': [{'id': 'a12c18fa-de25-4441-869e-92a0e4a1c074', 'name': '', 'network_id': '9bb2727a-e859-46ff-8b02-e0e5093e8925', 'tenant_id': 'f5f40385a50a46a79167ae6a859eee4d', 'mac_address': 'fa:16:3e:4a:39:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d2a6f0-7147-442a-9147-b007d1bf05e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'bd458166-2986-4de0-890b-33eba077f5c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:07Z', 'updated_at': '2022-03-14T14:29:19Z', 'revision_number': 5, 'project_id': 'f5f40385a50a46a79167ae6a859eee4d', 'subnets': [{'id': 'bd458166-2986-4de0-890b-33eba077f5c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:32:59.293179 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Device 38019e49-7142-41e2-997c-25eb0719898a no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:32:59.321389 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] No Port match for: 38019e49-7142-41e2-997c-25eb0719898a {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 14:32:59.322075 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Device 38019e49-7142-41e2-997c-25eb0719898a not bound to the agent host hv-cinder-79053 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 14:32:59.331469 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c759351b-f783-4b96-a90d-a37b6064080f tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Publish callbacks [] for floatingip (9608ebfa-06f6-4e3f-85c1-4cd2d9077853), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:59.461608 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbf5106-5c83-4d46-8b37-bcfe8850df8f None None] New status for floating IP dc2b6ebf-2891-483b-a33b-6862aca4d271: DOWN {{(pid=103769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 14:32:59.479484 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c759351b-f783-4b96-a90d-a37b6064080f tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (e0e20000-8c0c-4cfb-af8d-02be80977457), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:59.705610 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c759351b-f783-4b96-a90d-a37b6064080f tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Publish callbacks [] for port (e0e20000-8c0c-4cfb-af8d-02be80977457), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:59.793451 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c759351b-f783-4b96-a90d-a37b6064080f tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8770596'] for port (e0e20000-8c0c-4cfb-af8d-02be80977457), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:59.860496 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 35800) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:32:59.890847 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c759351b-f783-4b96-a90d-a37b6064080f tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Pushing event updated for resources: {'Port': ['ID=e0e20000-8c0c-4cfb-af8d-02be80977457,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:32:59.903874 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c759351b-f783-4b96-a90d-a37b6064080f tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2016456'] for floatingip (9608ebfa-06f6-4e3f-85c1-4cd2d9077853), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:59.948674 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f55a0407-8671-4461-8047-171548667cb8 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Publish callbacks [] for security_group (9d847fc3-179d-4da6-9776-d95851d7edb3), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:59.972447 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c759351b-f783-4b96-a90d-a37b6064080f tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90846'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:59.986487 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f55a0407-8671-4461-8047-171548667cb8 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Publish callbacks [] for security_group (9d847fc3-179d-4da6-9776-d95851d7edb3), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:32:59.988778 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-c759351b-f783-4b96-a90d-a37b6064080f tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7031708 Mar 14 14:33:00.130545 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f55a0407-8671-4461-8047-171548667cb8 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (9d847fc3-179d-4da6-9776-d95851d7edb3), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:00.133184 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f55a0407-8671-4461-8047-171548667cb8 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:00.134373 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-f55a0407-8671-4461-8047-171548667cb8 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "DELETE /v2.0/security-groups/9d847fc3-179d-4da6-9776-d95851d7edb3 HTTP/1.1" status: 204 len: 168 time: 0.2718120 Mar 14 14:33:00.138418 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 35808) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:33:00.148620 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55a0407-8671-4461-8047-171548667cb8 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d847fc3-179d-4da6-9776-d95851d7edb3,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:00.160177 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.api.v2.resource [None req-b7f33d41-53d2-48ef-a236-cab204334a5a tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] show failed (client error): The resource could not be found. Mar 14 14:33:00.162194 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-b7f33d41-53d2-48ef-a236-cab204334a5a tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups/9d847fc3-179d-4da6-9776-d95851d7edb3 HTTP/1.1" status: 404 len: 347 time: 0.0225158 Mar 14 14:33:00.167781 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 35814) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:33:00.351013 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-195b9cc3-41ca-46b9-9ef3-63ee0593f1f0 req-958a44cf-40ef-40d1-a43c-6c557827432a tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--243575980&fields=id&tenant_id=a29ccc594deb43b480de703c9f7ff84a HTTP/1.1" status: 200 len: 267 time: 0.1186976 Mar 14 14:33:00.450413 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-2a016707-8de6-4d03-8b69-5cc8b1b9c67d tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Deleting port b457d3b5-c8e3-428f-996b-22f63c24a1ad {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:33:00.450704 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2a016707-8de6-4d03-8b69-5cc8b1b9c67d tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744330222830'] for port (b457d3b5-c8e3-428f-996b-22f63c24a1ad), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:00.544741 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b9cc3-41ca-46b9-9ef3-63ee0593f1f0 req-9d86a88e-bb4a-49bc-9d53-3232a814e035 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:00.546288 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-195b9cc3-41ca-46b9-9ef3-63ee0593f1f0 req-9d86a88e-bb4a-49bc-9d53-3232a814e035 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/networks?id=173ed8f0-b784-41a9-affa-440f6ed41220 HTTP/1.1" status: 200 len: 811 time: 0.1840670 Mar 14 14:33:00.575441 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-195b9cc3-41ca-46b9-9ef3-63ee0593f1f0 req-6a61fa94-493d-4c81-8e7d-93ab085798c4 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/quotas/a29ccc594deb43b480de703c9f7ff84a HTTP/1.1" status: 200 len: 375 time: 0.0215526 Mar 14 14:33:00.585504 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2a016707-8de6-4d03-8b69-5cc8b1b9c67d tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982366'] for port (b457d3b5-c8e3-428f-996b-22f63c24a1ad), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:00.585929 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2a016707-8de6-4d03-8b69-5cc8b1b9c67d tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Publish callbacks [] for floatingip (b457d3b5-c8e3-428f-996b-22f63c24a1ad), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:00.610943 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-2a016707-8de6-4d03-8b69-5cc8b1b9c67d tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Calling delete_port for b457d3b5-c8e3-428f-996b-22f63c24a1ad owned by network:floatingip {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:33:00.707771 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-195b9cc3-41ca-46b9-9ef3-63ee0593f1f0 req-f36cba77-bbd2-4af1-958f-5366bb608a0a tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a29ccc594deb43b480de703c9f7ff84a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1186609 Mar 14 14:33:00.892034 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-195b9cc3-41ca-46b9-9ef3-63ee0593f1f0 req-a868b809-e656-49d9-97be-5cfae2c8c763 service neutron] 10.222.0.58 "GET /v2.0/networks/173ed8f0-b784-41a9-affa-440f6ed41220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698818 Mar 14 14:33:00.960289 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2a016707-8de6-4d03-8b69-5cc8b1b9c67d tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744330232405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744329793208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8770621'] for port (b457d3b5-c8e3-428f-996b-22f63c24a1ad), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:01.245585 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a016707-8de6-4d03-8b69-5cc8b1b9c67d tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Pushing event deleted for resources: {'Port': ['ID=b457d3b5-c8e3-428f-996b-22f63c24a1ad,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:01.299777 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-195b9cc3-41ca-46b9-9ef3-63ee0593f1f0 req-d66cab99-de66-4658-9c72-0dd32892f3a4 service neutron] 10.222.0.58 "GET /v2.0/networks/173ed8f0-b784-41a9-affa-440f6ed41220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4013274 Mar 14 14:33:01.321329 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2a016707-8de6-4d03-8b69-5cc8b1b9c67d tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Publish callbacks [] for floatingip (dc2b6ebf-2891-483b-a33b-6862aca4d271), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:01.327593 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2a016707-8de6-4d03-8b69-5cc8b1b9c67d tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90846'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:01.327593 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-2a016707-8de6-4d03-8b69-5cc8b1b9c67d tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "DELETE /v2.0/floatingips/dc2b6ebf-2891-483b-a33b-6862aca4d271 HTTP/1.1" status: 204 len: 168 time: 1.1566389 Mar 14 14:33:01.562634 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-79f275cb-6fae-42bd-8932-b0276c9f085e req-3a452361-aebe-4771-8117-81705753ba81 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fcfa449-05ef-4e7e-9dfe-99054d0bd615 HTTP/1.1" status: 200 len: 210 time: 0.0446756 Mar 14 14:33:01.656142 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 35860) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:33:01.660769 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.v2.base [None req-d0490379-2393-48f0-919d-753c7c640e87 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2133265405', 'description': 'tempest-description--1124878047'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:33:01.695432 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 35862) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:33:01.737396 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d0490379-2393-48f0-919d-753c7c640e87 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:01.861101 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-157fabc8-2423-44c4-9026-4f8267fc7a96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:01.885678 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d0490379-2393-48f0-919d-753c7c640e87 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Publish callbacks [] for security_group (5a514ccf-fc2a-436b-911d-f5e8466a2121), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:01.941287 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d0490379-2393-48f0-919d-753c7c640e87 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (5a514ccf-fc2a-436b-911d-f5e8466a2121), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:02.004755 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0490379-2393-48f0-919d-753c7c640e87 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a514ccf-fc2a-436b-911d-f5e8466a2121,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:02.029586 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-157fabc8-2423-44c4-9026-4f8267fc7a96 admin admin] Publish callbacks [] for security_group (66f742dd-ab4d-4e6b-b736-a0c388356570), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:02.041316 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d0490379-2393-48f0-919d-753c7c640e87 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:02.042621 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-d0490379-2393-48f0-919d-753c7c640e87 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3854628 Mar 14 14:33:02.045563 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 35868) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:33:02.050003 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.v2.base [None req-c02f1b30-afb5-4146-84a5-b862906da887 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Request body: {'security_group_rule': {'security_group_id': '5a514ccf-fc2a-436b-911d-f5e8466a2121', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:33:02.079314 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-157fabc8-2423-44c4-9026-4f8267fc7a96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (66f742dd-ab4d-4e6b-b736-a0c388356570), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:02.117495 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157fabc8-2423-44c4-9026-4f8267fc7a96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66f742dd-ab4d-4e6b-b736-a0c388356570,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:02.126249 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-157fabc8-2423-44c4-9026-4f8267fc7a96 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b1c9a49bb6f945038fb737437e1128f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4292948 Mar 14 14:33:02.129494 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 35870) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:33:02.150239 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c02f1b30-afb5-4146-84a5-b862906da887 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Publish callbacks [] for security_group_rule (cb232163-7f38-4ab3-af2b-6be7feae846d), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:02.192217 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cb5b693d-dec9-4047-9f31-c7dff2cb9880 admin admin] Publish callbacks [] for security_group (66f742dd-ab4d-4e6b-b736-a0c388356570), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:02.212509 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c02f1b30-afb5-4146-84a5-b862906da887 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Publish callbacks [] for security_group_rule (cb232163-7f38-4ab3-af2b-6be7feae846d), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:02.219901 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cb5b693d-dec9-4047-9f31-c7dff2cb9880 admin admin] Publish callbacks [] for security_group (66f742dd-ab4d-4e6b-b736-a0c388356570), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:02.302628 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c02f1b30-afb5-4146-84a5-b862906da887 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000373'] for security_group_rule (cb232163-7f38-4ab3-af2b-6be7feae846d), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:02.323194 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02f1b30-afb5-4146-84a5-b862906da887 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb232163-7f38-4ab3-af2b-6be7feae846d,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:02.410687 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cb5b693d-dec9-4047-9f31-c7dff2cb9880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (66f742dd-ab4d-4e6b-b736-a0c388356570), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:02.412899 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c02f1b30-afb5-4146-84a5-b862906da887 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:02.413293 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cb5b693d-dec9-4047-9f31-c7dff2cb9880 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:02.416926 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-c02f1b30-afb5-4146-84a5-b862906da887 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3676395 Mar 14 14:33:02.417094 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-cb5b693d-dec9-4047-9f31-c7dff2cb9880 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/66f742dd-ab4d-4e6b-b736-a0c388356570 HTTP/1.1" status: 204 len: 168 time: 0.2840149 Mar 14 14:33:02.418687 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 35872) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:33:02.425223 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.v2.base [None req-76f06875-092a-4251-a9d4-fc453c972812 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Request body: {'security_group_rule': {'security_group_id': '5a514ccf-fc2a-436b-911d-f5e8466a2121', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:33:02.436656 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5b693d-dec9-4047-9f31-c7dff2cb9880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f742dd-ab4d-4e6b-b736-a0c388356570,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:02.589812 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-76f06875-092a-4251-a9d4-fc453c972812 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Publish callbacks [] for security_group_rule (599c75b8-fb6f-496d-8b5a-26fa08575181), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:02.675648 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-76f06875-092a-4251-a9d4-fc453c972812 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Publish callbacks [] for security_group_rule (599c75b8-fb6f-496d-8b5a-26fa08575181), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:02.697806 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-0e498bbf-030c-4876-87fe-0b4711f9e1c1 req-31d53ec7-5a5d-4cd7-af2a-d4e834e1b1f5 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fcfa449-05ef-4e7e-9dfe-99054d0bd615 HTTP/1.1" status: 200 len: 210 time: 0.0319521 Mar 14 14:33:02.816468 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-76f06875-092a-4251-a9d4-fc453c972812 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000373'] for security_group_rule (599c75b8-fb6f-496d-8b5a-26fa08575181), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:02.834521 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f06875-092a-4251-a9d4-fc453c972812 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=599c75b8-fb6f-496d-8b5a-26fa08575181,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:02.938744 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-76f06875-092a-4251-a9d4-fc453c972812 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:02.940056 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-76f06875-092a-4251-a9d4-fc453c972812 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5200849 Mar 14 14:33:02.943254 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 35880) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:33:02.949058 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.v2.base [None req-2ee819d5-1528-4f41-880f-431ebd4c2733 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Request body: {'floatingip': {'floating_network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:33:03.028315 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2ee819d5-1528-4f41-880f-431ebd4c2733 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:03.144724 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 35882) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:33:03.158898 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-56f786c9-cfe2-4e6f-b051-f70961e4b53b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:03.188357 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2ee819d5-1528-4f41-880f-431ebd4c2733 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:03.243743 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-56f786c9-cfe2-4e6f-b051-f70961e4b53b admin admin] Publish callbacks [] for security_group (9a237685-521f-4f06-9d65-9c0474d3014a), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:03.305577 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-2ee819d5-1528-4f41-880f-431ebd4c2733 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Allocated IP 172.28.2.38 (21060e90-61ba-4e92-afb3-f12491c9b56b/3278263d-ed58-402f-9606-a5b3ef606428/ef581525-49b5-4cd4-99da-b23eba9f35b1) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:33:03.371062 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-56f786c9-cfe2-4e6f-b051-f70961e4b53b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (9a237685-521f-4f06-9d65-9c0474d3014a), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:03.415847 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-56f786c9-cfe2-4e6f-b051-f70961e4b53b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bdd5f5f065284cb2a5f5938b4fe76965&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2699051 Mar 14 14:33:03.416740 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f786c9-cfe2-4e6f-b051-f70961e4b53b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a237685-521f-4f06-9d65-9c0474d3014a,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:03.419232 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 35884) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:33:03.445204 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2ee819d5-1528-4f41-880f-431ebd4c2733 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Publish callbacks [] for port (ef581525-49b5-4cd4-99da-b23eba9f35b1), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:03.483152 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fdeffdb8-d0f4-4122-89ff-4e02142e99f1 admin admin] Publish callbacks [] for security_group (9a237685-521f-4f06-9d65-9c0474d3014a), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:03.510400 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fdeffdb8-d0f4-4122-89ff-4e02142e99f1 admin admin] Publish callbacks [] for security_group (9a237685-521f-4f06-9d65-9c0474d3014a), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:03.559820 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2ee819d5-1528-4f41-880f-431ebd4c2733 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744329793199'] for port (ef581525-49b5-4cd4-99da-b23eba9f35b1), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:03.605118 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee819d5-1528-4f41-880f-431ebd4c2733 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Network 21060e90-61ba-4e92-afb3-f12491c9b56b is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:33:03.608119 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-2ee819d5-1528-4f41-880f-431ebd4c2733 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:33:03.612580 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee819d5-1528-4f41-880f-431ebd4c2733 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:33:03.617527 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee819d5-1528-4f41-880f-431ebd4c2733 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Pushing event updated for resources: {'Port': ['ID=ef581525-49b5-4cd4-99da-b23eba9f35b1,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:03.627229 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee819d5-1528-4f41-880f-431ebd4c2733 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:33:03.627504 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee819d5-1528-4f41-880f-431ebd4c2733 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:33:03.627849 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee819d5-1528-4f41-880f-431ebd4c2733 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:33:03.628223 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee819d5-1528-4f41-880f-431ebd4c2733 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:33:03.628566 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee819d5-1528-4f41-880f-431ebd4c2733 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:33:03.628905 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee819d5-1528-4f41-880f-431ebd4c2733 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:33:03.629345 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee819d5-1528-4f41-880f-431ebd4c2733 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:33:03.629683 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee819d5-1528-4f41-880f-431ebd4c2733 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:33:03.630017 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee819d5-1528-4f41-880f-431ebd4c2733 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:33:03.630348 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee819d5-1528-4f41-880f-431ebd4c2733 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:33:03.630684 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee819d5-1528-4f41-880f-431ebd4c2733 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:33:03.631033 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee819d5-1528-4f41-880f-431ebd4c2733 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:33:03.631341 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee819d5-1528-4f41-880f-431ebd4c2733 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:33:03.631666 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee819d5-1528-4f41-880f-431ebd4c2733 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:33:03.632019 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee819d5-1528-4f41-880f-431ebd4c2733 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:33:03.662151 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fdeffdb8-d0f4-4122-89ff-4e02142e99f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (9a237685-521f-4f06-9d65-9c0474d3014a), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:03.664802 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fdeffdb8-d0f4-4122-89ff-4e02142e99f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:03.669604 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-fdeffdb8-d0f4-4122-89ff-4e02142e99f1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9a237685-521f-4f06-9d65-9c0474d3014a HTTP/1.1" status: 204 len: 168 time: 0.2458048 Mar 14 14:33:03.679723 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeffdb8-d0f4-4122-89ff-4e02142e99f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a237685-521f-4f06-9d65-9c0474d3014a,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:03.729299 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2ee819d5-1528-4f41-880f-431ebd4c2733 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Publish callbacks [] for floatingip (eb146e9d-0fe4-4a73-bddf-1c3e0c2bd43a), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:03.817939 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-c59d52ea-930e-4d45-8ffd-f248e9d46745 req-0727dbc8-0e6f-4bb5-8a3d-413df916e82b tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fcfa449-05ef-4e7e-9dfe-99054d0bd615 HTTP/1.1" status: 200 len: 210 time: 0.0354314 Mar 14 14:33:03.894840 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2ee819d5-1528-4f41-880f-431ebd4c2733 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (ef581525-49b5-4cd4-99da-b23eba9f35b1), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:04.083680 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2ee819d5-1528-4f41-880f-431ebd4c2733 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Publish callbacks [] for port (ef581525-49b5-4cd4-99da-b23eba9f35b1), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:04.130980 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b9cc3-41ca-46b9-9ef3-63ee0593f1f0 req-a67e9207-6258-44a0-bab6-62511a42a45e tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:04.132544 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-195b9cc3-41ca-46b9-9ef3-63ee0593f1f0 req-a67e9207-6258-44a0-bab6-62511a42a45e tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.35 "GET /v2.0/networks?id=173ed8f0-b784-41a9-affa-440f6ed41220 HTTP/1.1" status: 200 len: 811 time: 0.1329865 Mar 14 14:33:04.205195 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2ee819d5-1528-4f41-880f-431ebd4c2733 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (ef581525-49b5-4cd4-99da-b23eba9f35b1), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:04.222717 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-195b9cc3-41ca-46b9-9ef3-63ee0593f1f0 req-cbd63c63-0773-498d-b0bb-31bd542f4fb6 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a29ccc594deb43b480de703c9f7ff84a HTTP/1.1" status: 200 len: 379 time: 0.0767107 Mar 14 14:33:04.233612 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.v2.base [req-195b9cc3-41ca-46b9-9ef3-63ee0593f1f0 req-55c44576-6d53-402b-893a-69fcc5403e6e tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Request body: {'port': {'device_id': '1fcfa449-05ef-4e7e-9dfe-99054d0bd615', 'network_id': '173ed8f0-b784-41a9-affa-440f6ed41220', 'admin_state_up': True, 'tenant_id': 'a29ccc594deb43b480de703c9f7ff84a', 'security_groups': ['482a9504-d611-42a0-b669-f91a02186452']}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:33:04.268584 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2ee819d5-1528-4f41-880f-431ebd4c2733 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2016456'] for floatingip (eb146e9d-0fe4-4a73-bddf-1c3e0c2bd43a), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:04.300119 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee819d5-1528-4f41-880f-431ebd4c2733 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Pushing event updated for resources: {'Port': ['ID=ef581525-49b5-4cd4-99da-b23eba9f35b1,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:04.385373 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2ee819d5-1528-4f41-880f-431ebd4c2733 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90846'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:04.386953 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-2ee819d5-1528-4f41-880f-431ebd4c2733 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4426804 Mar 14 14:33:04.519485 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-195b9cc3-41ca-46b9-9ef3-63ee0593f1f0 req-55c44576-6d53-402b-893a-69fcc5403e6e tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Made reservation on behalf of a29ccc594deb43b480de703c9f7ff84a for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:33:04.523706 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-195b9cc3-41ca-46b9-9ef3-63ee0593f1f0 req-55c44576-6d53-402b-893a-69fcc5403e6e tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:04.727196 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-45fbbe73-f2e4-446a-9f1b-aa872606f0bc req-cc0eb85f-d018-4be3-b107-343a04c1ab45 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--2133265405&fields=id&tenant_id=f5f40385a50a46a79167ae6a859eee4d HTTP/1.1" status: 200 len: 267 time: 0.1037257 Mar 14 14:33:04.739481 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [req-195b9cc3-41ca-46b9-9ef3-63ee0593f1f0 req-55c44576-6d53-402b-893a-69fcc5403e6e tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Allocated IP 172.20.0.11 (173ed8f0-b784-41a9-affa-440f6ed41220/dd4479eb-5d2a-4b9c-9c27-a6d97c9e085c/57944647-f165-4efe-a00f-2765295b3ca4) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:33:04.940164 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fbbe73-f2e4-446a-9f1b-aa872606f0bc req-8ab8b9af-10be-497d-afbc-1004192dbdd5 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:04.941640 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-45fbbe73-f2e4-446a-9f1b-aa872606f0bc req-8ab8b9af-10be-497d-afbc-1004192dbdd5 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/networks?id=9bb2727a-e859-46ff-8b02-e0e5093e8925 HTTP/1.1" status: 200 len: 817 time: 0.1984603 Mar 14 14:33:04.961545 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-5e9f3813-9b7d-4cbb-a946-ec49342cce1e req-99cdaa88-62df-4b4b-b46a-ed2787bf2052 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fcfa449-05ef-4e7e-9dfe-99054d0bd615 HTTP/1.1" status: 200 len: 210 time: 0.0513287 Mar 14 14:33:04.997313 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-45fbbe73-f2e4-446a-9f1b-aa872606f0bc req-53d1afbc-0afa-4218-bd47-5806fa089a90 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/quotas/f5f40385a50a46a79167ae6a859eee4d HTTP/1.1" status: 200 len: 375 time: 0.0386212 Mar 14 14:33:05.037059 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 35928) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:33:05.074008 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-195b9cc3-41ca-46b9-9ef3-63ee0593f1f0 req-55c44576-6d53-402b-893a-69fcc5403e6e tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Publish callbacks [] for port (57944647-f165-4efe-a00f-2765295b3ca4), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:05.100511 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-45fbbe73-f2e4-446a-9f1b-aa872606f0bc req-2f5730bf-24bc-4cf8-bc13-ef053ad2ccc9 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f5f40385a50a46a79167ae6a859eee4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0951700 Mar 14 14:33:05.165345 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.v2.base [None req-0591a817-2cd7-4433-b68d-2f625f76a515 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2022943180-network', 'tenant_id': 'd726d870815f4c2186ae63c9f4a1c43d'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:33:05.220629 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-195b9cc3-41ca-46b9-9ef3-63ee0593f1f0 req-55c44576-6d53-402b-893a-69fcc5403e6e tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744329793199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8770621'] for port (57944647-f165-4efe-a00f-2765295b3ca4), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:05.250717 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0591a817-2cd7-4433-b68d-2f625f76a515 admin admin] Made reservation on behalf of d726d870815f4c2186ae63c9f4a1c43d for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:33:05.253441 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0591a817-2cd7-4433-b68d-2f625f76a515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:05.263367 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0591a817-2cd7-4433-b68d-2f625f76a515 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:05.270732 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-45fbbe73-f2e4-446a-9f1b-aa872606f0bc req-12b76972-b7fb-418b-ba29-06c1d3182651 service neutron] 10.222.0.58 "GET /v2.0/networks/9bb2727a-e859-46ff-8b02-e0e5093e8925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565666 Mar 14 14:33:05.295292 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-195b9cc3-41ca-46b9-9ef3-63ee0593f1f0 req-55c44576-6d53-402b-893a-69fcc5403e6e tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Network 173ed8f0-b784-41a9-affa-440f6ed41220 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:33:05.308996 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [req-195b9cc3-41ca-46b9-9ef3-63ee0593f1f0 req-55c44576-6d53-402b-893a-69fcc5403e6e tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:33:05.311625 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-195b9cc3-41ca-46b9-9ef3-63ee0593f1f0 req-55c44576-6d53-402b-893a-69fcc5403e6e tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:33:05.341125 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c44576-6d53-402b-893a-69fcc5403e6e tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Pushing event updated for resources: {'Port': ['ID=57944647-f165-4efe-a00f-2765295b3ca4,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:05.368978 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0591a817-2cd7-4433-b68d-2f625f76a515 admin admin] Publish callbacks [] for security_group (ba155c8c-cadc-4b0c-a4ab-5f97d6186cef), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:05.410185 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b9cc3-41ca-46b9-9ef3-63ee0593f1f0 req-55c44576-6d53-402b-893a-69fcc5403e6e tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:05.410829 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-195b9cc3-41ca-46b9-9ef3-63ee0593f1f0 req-55c44576-6d53-402b-893a-69fcc5403e6e tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90846'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:05.443491 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-45fbbe73-f2e4-446a-9f1b-aa872606f0bc req-764ac99e-ddc8-4118-a8cf-3128edc792ab service neutron] 10.222.0.58 "GET /v2.0/networks/9bb2727a-e859-46ff-8b02-e0e5093e8925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628869 Mar 14 14:33:05.468100 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0591a817-2cd7-4433-b68d-2f625f76a515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (ba155c8c-cadc-4b0c-a4ab-5f97d6186cef), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:05.502240 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0591a817-2cd7-4433-b68d-2f625f76a515 admin admin] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 14:33:05.523922 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0591a817-2cd7-4433-b68d-2f625f76a515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba155c8c-cadc-4b0c-a4ab-5f97d6186cef,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:05.530688 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-195b9cc3-41ca-46b9-9ef3-63ee0593f1f0 req-55c44576-6d53-402b-893a-69fcc5403e6e tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2996914 Mar 14 14:33:05.531243 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0591a817-2cd7-4433-b68d-2f625f76a515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011900'] for segment (fa1e4366-8b74-49c8-ac0e-4f70ec70afcb), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:05.531243 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.db.segments_db [None req-0591a817-2cd7-4433-b68d-2f625f76a515 admin admin] Added segment fa1e4366-8b74-49c8-ac0e-4f70ec70afcb of type vlan for network 30d68a4b-4076-4fe3-b51a-c24811df42eb Mar 14 14:33:05.540599 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.v2.base [req-195b9cc3-41ca-46b9-9ef3-63ee0593f1f0 req-8e6aa804-1d22-4fd2-8887-dde5147a6639 service neutron] Request body: {'port': {'device_id': '1fcfa449-05ef-4e7e-9dfe-99054d0bd615', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:33:05.594233 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0591a817-2cd7-4433-b68d-2f625f76a515 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744329743373'] for network (30d68a4b-4076-4fe3-b51a-c24811df42eb), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:05.626092 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-cc355c17-9e60-4469-818f-23faac04b621 None None] Provisioning complete for port 57944647-f165-4efe-a00f-2765295b3ca4 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:33:05.627221 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-cc355c17-9e60-4469-818f-23faac04b621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (57944647-f165-4efe-a00f-2765295b3ca4), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:05.633857 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-195b9cc3-41ca-46b9-9ef3-63ee0593f1f0 req-8e6aa804-1d22-4fd2-8887-dde5147a6639 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (57944647-f165-4efe-a00f-2765295b3ca4), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:05.667095 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-cc355c17-9e60-4469-818f-23faac04b621 None None] Port 57944647-f165-4efe-a00f-2765295b3ca4 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 14:33:05.691576 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0591a817-2cd7-4433-b68d-2f625f76a515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199'] for network (30d68a4b-4076-4fe3-b51a-c24811df42eb), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:05.693360 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0591a817-2cd7-4433-b68d-2f625f76a515 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:05.694847 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0591a817-2cd7-4433-b68d-2f625f76a515 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632217'] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:05.788875 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0591a817-2cd7-4433-b68d-2f625f76a515 admin admin] Pushing event updated for resources: {'Network': ['ID=30d68a4b-4076-4fe3-b51a-c24811df42eb,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:05.800877 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Network 30d68a4b-4076-4fe3-b51a-c24811df42eb details requested by agent ovs-agent-dv-cinder-790535-28-smb with host dv-cinder-790535-28-smb {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 14:33:05.810046 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-360c57ce-b117-42c9-a4da-5bc1ecb2f38a req-7239844f-8786-4bbe-9511-f7cb2fc838c4 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b99b874-59b9-49da-a366-c0a1bcd0d275 HTTP/1.1" status: 200 len: 210 time: 0.0447721 Mar 14 14:33:05.821496 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-0591a817-2cd7-4433-b68d-2f625f76a515 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7832766 Mar 14 14:33:05.826850 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 35936) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:33:05.838481 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.v2.base [None req-36152956-1ebf-47f1-83a1-91b24ea13f41 admin admin] Request body: {'subnet': {'network_id': '30d68a4b-4076-4fe3-b51a-c24811df42eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2022943180-subnet', 'tenant_id': 'd726d870815f4c2186ae63c9f4a1c43d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:33:05.965369 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36152956-1ebf-47f1-83a1-91b24ea13f41 admin admin] Made reservation on behalf of d726d870815f4c2186ae63c9f4a1c43d for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:33:05.969326 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-36152956-1ebf-47f1-83a1-91b24ea13f41 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:06.180409 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.notifiers.nova [req-195b9cc3-41ca-46b9-9ef3-63ee0593f1f0 req-8e6aa804-1d22-4fd2-8887-dde5147a6639 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57944647-f165-4efe-a00f-2765295b3ca4 {{(pid=103766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 14:33:06.199094 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-195b9cc3-41ca-46b9-9ef3-63ee0593f1f0 req-8e6aa804-1d22-4fd2-8887-dde5147a6639 service neutron] Publish callbacks [] for port (57944647-f165-4efe-a00f-2765295b3ca4), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:06.239916 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab23a81-636e-49ec-a703-0c5276778158 req-bdaf9ca1-7573-4180-80e3-3ef391791e3a tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:06.249389 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-cab23a81-636e-49ec-a703-0c5276778158 req-bdaf9ca1-7573-4180-80e3-3ef391791e3a tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fcfa449-05ef-4e7e-9dfe-99054d0bd615 HTTP/1.1" status: 200 len: 932 time: 0.2049141 Mar 14 14:33:06.249389 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.db.provisioning_blocks [req-195b9cc3-41ca-46b9-9ef3-63ee0593f1f0 req-8e6aa804-1d22-4fd2-8887-dde5147a6639 service neutron] Transition to ACTIVE for port object 57944647-f165-4efe-a00f-2765295b3ca4 will not be triggered until provisioned by entity L2. {{(pid=103766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 14:33:06.268151 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-36152956-1ebf-47f1-83a1-91b24ea13f41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199'] for subnet (7a4a3668-7020-4e21-a82c-4b15d7418354), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:06.311675 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-cab23a81-636e-49ec-a703-0c5276778158 req-4a4a15b4-7c5b-44a8-97ef-b1353ba0a4aa tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/security-groups?id=482a9504-d611-42a0-b669-f91a02186452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626018 Mar 14 14:33:06.347484 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36152956-1ebf-47f1-83a1-91b24ea13f41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a4a3668-7020-4e21-a82c-4b15d7418354,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:06.347484 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36152956-1ebf-47f1-83a1-91b24ea13f41 admin admin] Checking segment: {'id': 'fa1e4366-8b74-49c8-ac0e-4f70ec70afcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '30d68a4b-4076-4fe3-b51a-c24811df42eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:33:06.348200 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36152956-1ebf-47f1-83a1-91b24ea13f41 admin admin] Network hostable DHCP agents. Network: 30d68a4b-4076-4fe3-b51a-c24811df42eb, hostable agents: ['cdfaf928-5960-4f26-8f0f-a06a7779780c'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 14:33:06.365786 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-195b9cc3-41ca-46b9-9ef3-63ee0593f1f0 req-8e6aa804-1d22-4fd2-8887-dde5147a6639 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8770596'] for port (57944647-f165-4efe-a00f-2765295b3ca4), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:06.449273 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6aa804-1d22-4fd2-8887-dde5147a6639 service neutron] Pushing event updated for resources: {'Port': ['ID=57944647-f165-4efe-a00f-2765295b3ca4,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:06.468506 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36152956-1ebf-47f1-83a1-91b24ea13f41 admin admin] Network 30d68a4b-4076-4fe3-b51a-c24811df42eb is scheduled to be hosted by DHCP agent cdfaf928-5960-4f26-8f0f-a06a7779780c with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 14:33:06.544130 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-195b9cc3-41ca-46b9-9ef3-63ee0593f1f0 req-8e6aa804-1d22-4fd2-8887-dde5147a6639 service neutron] Attempting to bind port 57944647-f165-4efe-a00f-2765295b3ca4 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:33:06.544771 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-195b9cc3-41ca-46b9-9ef3-63ee0593f1f0 req-8e6aa804-1d22-4fd2-8887-dde5147a6639 service neutron] Attempting to bind port 57944647-f165-4efe-a00f-2765295b3ca4 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '79690a18-81e9-445e-80e8-8ad6c5c45be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '173ed8f0-b784-41a9-affa-440f6ed41220'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:33:06.544982 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195b9cc3-41ca-46b9-9ef3-63ee0593f1f0 req-8e6aa804-1d22-4fd2-8887-dde5147a6639 service neutron] Attempting to bind port 57944647-f165-4efe-a00f-2765295b3ca4 on network 173ed8f0-b784-41a9-affa-440f6ed41220 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:33:06.550748 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195b9cc3-41ca-46b9-9ef3-63ee0593f1f0 req-8e6aa804-1d22-4fd2-8887-dde5147a6639 service neutron] Port 57944647-f165-4efe-a00f-2765295b3ca4 on network 173ed8f0-b784-41a9-affa-440f6ed41220 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 14:33:06.551255 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195b9cc3-41ca-46b9-9ef3-63ee0593f1f0 req-8e6aa804-1d22-4fd2-8887-dde5147a6639 service neutron] Attempting to bind port 57944647-f165-4efe-a00f-2765295b3ca4 on network 173ed8f0-b784-41a9-affa-440f6ed41220 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:33:06.554054 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-36152956-1ebf-47f1-83a1-91b24ea13f41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-28-smb, 30d68a4b-4076-4fe3-b51a-c24811df42eb) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:33:06.559945 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36152956-1ebf-47f1-83a1-91b24ea13f41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:06.560716 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-36152956-1ebf-47f1-83a1-91b24ea13f41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632217'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:06.561015 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195b9cc3-41ca-46b9-9ef3-63ee0593f1f0 req-8e6aa804-1d22-4fd2-8887-dde5147a6639 service neutron] Checking agent: {'id': '5e7a912f-556e-4923-ad48-72f47c325557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 26, 56), 'started_at': datetime.datetime(2022, 3, 14, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:33:06.567370 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195b9cc3-41ca-46b9-9ef3-63ee0593f1f0 req-8e6aa804-1d22-4fd2-8887-dde5147a6639 service neutron] Checking segment: {'id': '79690a18-81e9-445e-80e8-8ad6c5c45be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '173ed8f0-b784-41a9-affa-440f6ed41220'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:33:06.567370 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195b9cc3-41ca-46b9-9ef3-63ee0593f1f0 req-8e6aa804-1d22-4fd2-8887-dde5147a6639 service neutron] Bound using segment: {'id': '79690a18-81e9-445e-80e8-8ad6c5c45be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '173ed8f0-b784-41a9-affa-440f6ed41220'} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:33:06.567370 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-195b9cc3-41ca-46b9-9ef3-63ee0593f1f0 req-8e6aa804-1d22-4fd2-8887-dde5147a6639 service neutron] Bound port: 57944647-f165-4efe-a00f-2765295b3ca4, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79690a18-81e9-445e-80e8-8ad6c5c45be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '173ed8f0-b784-41a9-affa-440f6ed41220'}}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:33:06.567370 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-195b9cc3-41ca-46b9-9ef3-63ee0593f1f0 req-8e6aa804-1d22-4fd2-8887-dde5147a6639 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (57944647-f165-4efe-a00f-2765295b3ca4), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:06.578940 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3924b9f2-b33a-4fb6-9ab3-9099557730dc None None] Network 30d68a4b-4076-4fe3-b51a-c24811df42eb requested from dv-cinder-790535-28-smb {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 14:33:06.663411 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-36152956-1ebf-47f1-83a1-91b24ea13f41 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8334489 Mar 14 14:33:06.676791 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-195b9cc3-41ca-46b9-9ef3-63ee0593f1f0 req-8e6aa804-1d22-4fd2-8887-dde5147a6639 service neutron] For port 57944647-f165-4efe-a00f-2765295b3ca4, host hv-cinder-79053, cleared binding levels {{(pid=103766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:33:06.682663 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-195b9cc3-41ca-46b9-9ef3-63ee0593f1f0 req-8e6aa804-1d22-4fd2-8887-dde5147a6639 service neutron] For port 57944647-f165-4efe-a00f-2765295b3ca4, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=57944647-f165-4efe-a00f-2765295b3ca4,segment=NetworkSegment(79690a18-81e9-445e-80e8-8ad6c5c45be5),segment_id=79690a18-81e9-445e-80e8-8ad6c5c45be5)] {{(pid=103766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:33:06.766500 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-195b9cc3-41ca-46b9-9ef3-63ee0593f1f0 req-8e6aa804-1d22-4fd2-8887-dde5147a6639 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8770596'] for port (57944647-f165-4efe-a00f-2765295b3ca4), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:06.766729 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc40c342-5285-436a-a5cf-f0fa01538583 None None] Network 30d68a4b-4076-4fe3-b51a-c24811df42eb requested from dv-cinder-790535-28-smb {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 14:33:06.849954 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b9cc3-41ca-46b9-9ef3-63ee0593f1f0 req-8e6aa804-1d22-4fd2-8887-dde5147a6639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:06.850214 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-195b9cc3-41ca-46b9-9ef3-63ee0593f1f0 req-8e6aa804-1d22-4fd2-8887-dde5147a6639 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90846'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:06.852551 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-195b9cc3-41ca-46b9-9ef3-63ee0593f1f0 req-8e6aa804-1d22-4fd2-8887-dde5147a6639 service neutron] 10.222.0.35 "PUT /v2.0/ports/57944647-f165-4efe-a00f-2765295b3ca4 HTTP/1.1" status: 200 len: 1094 time: 1.3167639 Mar 14 14:33:06.854246 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fcfa449-05ef-4e7e-9dfe-99054d0bd615', 'tag': '57944647-f165-4efe-a00f-2765295b3ca4'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:33:06.859886 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b510279f78b891ca7fa39ab493d89baf438cb0eb2c394833a60cb33e330ae8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-561108f7-df9c-4162-b4bd-f6f52f13a356" -d '{"events": [{"name": "network-changed", "server_uuid": "1fcfa449-05ef-4e7e-9dfe-99054d0bd615", "tag": "57944647-f165-4efe-a00f-2765295b3ca4"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:33:06.937434 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 14:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-553501cb-f7a5-417b-a72f-71320e53f5b4 x-openstack-request-id: req-553501cb-f7a5-417b-a72f-71320e53f5b4 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:33:06.937912 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fcfa449-05ef-4e7e-9dfe-99054d0bd615", "tag": "57944647-f165-4efe-a00f-2765295b3ca4", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:33:06.938337 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-553501cb-f7a5-417b-a72f-71320e53f5b4 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:33:06.938982 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fcfa449-05ef-4e7e-9dfe-99054d0bd615', 'tag': '57944647-f165-4efe-a00f-2765295b3ca4', 'status': 'completed', 'code': 200} Mar 14 14:33:06.957002 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6aa804-1d22-4fd2-8887-dde5147a6639 service neutron] Pushing event updated for resources: {'Port': ['ID=57944647-f165-4efe-a00f-2765295b3ca4,revision_number=3']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:07.086988 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-1ff81f11-608d-4405-a97f-6c5ffc68445a req-9c7b79c3-20db-44bb-bdac-b2d4ee67bf14 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b99b874-59b9-49da-a366-c0a1bcd0d275 HTTP/1.1" status: 200 len: 210 time: 0.0574410 Mar 14 14:33:07.118424 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561108f7-df9c-4162-b4bd-f6f52f13a356 req-f664d432-9ae2-42ca-86c6-f7818c363185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:07.118424 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-561108f7-df9c-4162-b4bd-f6f52f13a356 req-f664d432-9ae2-42ca-86c6-f7818c363185 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a29ccc594deb43b480de703c9f7ff84a&device_id=1fcfa449-05ef-4e7e-9dfe-99054d0bd615 HTTP/1.1" status: 200 len: 1128 time: 0.1515675 Mar 14 14:33:07.288211 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561108f7-df9c-4162-b4bd-f6f52f13a356 req-7e438a7c-3e29-487b-bdf9-baee3704aea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:07.289895 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-561108f7-df9c-4162-b4bd-f6f52f13a356 req-7e438a7c-3e29-487b-bdf9-baee3704aea5 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=a29ccc594deb43b480de703c9f7ff84a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1645532 Mar 14 14:33:07.511362 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561108f7-df9c-4162-b4bd-f6f52f13a356 req-49d9606b-a45c-4470-b776-1468f110d61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:07.512917 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-561108f7-df9c-4162-b4bd-f6f52f13a356 req-49d9606b-a45c-4470-b776-1468f110d61d service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2046814 Mar 14 14:33:07.531024 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa011dc-62e3-44a0-9d76-94382c2cc490 req-e3923d87-7ffd-4fad-a0b0-6c455b8c8489 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:07.533896 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-6fa011dc-62e3-44a0-9d76-94382c2cc490 req-e3923d87-7ffd-4fad-a0b0-6c455b8c8489 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fcfa449-05ef-4e7e-9dfe-99054d0bd615 HTTP/1.1" status: 200 len: 944 time: 0.1001608 Mar 14 14:33:07.669458 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-6fa011dc-62e3-44a0-9d76-94382c2cc490 req-0214e063-aa03-463d-b3cc-ed30dbad69a4 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/security-groups?id=482a9504-d611-42a0-b669-f91a02186452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268203 Mar 14 14:33:07.689482 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b9cc3-41ca-46b9-9ef3-63ee0593f1f0 req-7811e8ed-ff91-4c45-8a07-baeb741e5973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:07.691756 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-195b9cc3-41ca-46b9-9ef3-63ee0593f1f0 req-7811e8ed-ff91-4c45-8a07-baeb741e5973 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a29ccc594deb43b480de703c9f7ff84a&device_id=1fcfa449-05ef-4e7e-9dfe-99054d0bd615 HTTP/1.1" status: 200 len: 1128 time: 0.1142788 Mar 14 14:33:07.745077 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-195b9cc3-41ca-46b9-9ef3-63ee0593f1f0 req-3b8836e3-072d-4ed1-9686-3461b91c14ee service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57944647-f165-4efe-a00f-2765295b3ca4 HTTP/1.1" status: 200 len: 217 time: 0.0438771 Mar 14 14:33:07.821046 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 35966) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:33:07.829101 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.v2.base [None req-cb057685-c7f1-408e-a9ec-e97ad543c972 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2141885125-network', 'tenant_id': 'bab688297d8c4de79cb8eb4ebf9f3a72'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:33:07.836486 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b9cc3-41ca-46b9-9ef3-63ee0593f1f0 req-39a7e4ce-3534-4d1a-b412-7ab38245c3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:07.838857 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-195b9cc3-41ca-46b9-9ef3-63ee0593f1f0 req-39a7e4ce-3534-4d1a-b412-7ab38245c3c1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dd4479eb-5d2a-4b9c-9c27-a6d97c9e085c HTTP/1.1" status: 200 len: 850 time: 0.0854466 Mar 14 14:33:07.908254 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b9cc3-41ca-46b9-9ef3-63ee0593f1f0 req-9bce8611-e4af-4a96-b6f6-21e9fff99d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:07.910330 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-195b9cc3-41ca-46b9-9ef3-63ee0593f1f0 req-9bce8611-e4af-4a96-b6f6-21e9fff99d64 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=173ed8f0-b784-41a9-affa-440f6ed41220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0641296 Mar 14 14:33:07.925434 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb057685-c7f1-408e-a9ec-e97ad543c972 admin admin] Made reservation on behalf of bab688297d8c4de79cb8eb4ebf9f3a72 for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:33:07.927879 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cb057685-c7f1-408e-a9ec-e97ad543c972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:07.939780 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cb057685-c7f1-408e-a9ec-e97ad543c972 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:08.034209 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-195b9cc3-41ca-46b9-9ef3-63ee0593f1f0 req-5b9d79ed-d7cd-4613-937f-03a431ed0ceb service neutron] 10.222.0.35 "GET /v2.0/networks/173ed8f0-b784-41a9-affa-440f6ed41220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167276 Mar 14 14:33:08.058314 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cb057685-c7f1-408e-a9ec-e97ad543c972 admin admin] Publish callbacks [] for security_group (acd13f89-c518-48ed-8a92-5a5d4d0005af), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:08.159510 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-195b9cc3-41ca-46b9-9ef3-63ee0593f1f0 req-6921c7aa-0674-4a86-8e23-2431fdc686aa service neutron] 10.222.0.35 "GET /v2.0/networks/173ed8f0-b784-41a9-affa-440f6ed41220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150973 Mar 14 14:33:08.171287 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cb057685-c7f1-408e-a9ec-e97ad543c972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (acd13f89-c518-48ed-8a92-5a5d4d0005af), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:08.224401 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb057685-c7f1-408e-a9ec-e97ad543c972 admin admin] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 14:33:08.225526 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-88373e4a-d20c-4ee4-b509-2e4953dbb326 req-952804f2-083c-4f3e-9927-80d49edf9044 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b99b874-59b9-49da-a366-c0a1bcd0d275 HTTP/1.1" status: 200 len: 210 time: 0.0314786 Mar 14 14:33:08.243092 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb057685-c7f1-408e-a9ec-e97ad543c972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd13f89-c518-48ed-8a92-5a5d4d0005af,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:08.255940 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cb057685-c7f1-408e-a9ec-e97ad543c972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011900'] for segment (d926fa7e-112d-425f-a575-2483d18c3652), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:08.256677 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.db.segments_db [None req-cb057685-c7f1-408e-a9ec-e97ad543c972 admin admin] Added segment d926fa7e-112d-425f-a575-2483d18c3652 of type vlan for network fb16d183-b975-47b1-93be-5a02f74ca682 Mar 14 14:33:08.326603 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cb057685-c7f1-408e-a9ec-e97ad543c972 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744329743373'] for network (fb16d183-b975-47b1-93be-5a02f74ca682), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:08.424359 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fbbe73-f2e4-446a-9f1b-aa872606f0bc req-ac2e7ddc-e845-497a-8f1f-db903b8e5512 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:08.425943 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-45fbbe73-f2e4-446a-9f1b-aa872606f0bc req-ac2e7ddc-e845-497a-8f1f-db903b8e5512 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.35 "GET /v2.0/networks?id=9bb2727a-e859-46ff-8b02-e0e5093e8925 HTTP/1.1" status: 200 len: 817 time: 0.1441443 Mar 14 14:33:08.450768 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cb057685-c7f1-408e-a9ec-e97ad543c972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199'] for network (fb16d183-b975-47b1-93be-5a02f74ca682), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:08.452070 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb057685-c7f1-408e-a9ec-e97ad543c972 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:08.452876 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cb057685-c7f1-408e-a9ec-e97ad543c972 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632217'] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:08.510058 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-45fbbe73-f2e4-446a-9f1b-aa872606f0bc req-e8f02acb-2bc1-409e-bf24-3cd01c8a93b1 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5f40385a50a46a79167ae6a859eee4d HTTP/1.1" status: 200 len: 380 time: 0.0716307 Mar 14 14:33:08.524020 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.v2.base [req-45fbbe73-f2e4-446a-9f1b-aa872606f0bc req-5be43568-2536-4056-9713-4386c1b49d34 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Request body: {'port': {'device_id': '2b99b874-59b9-49da-a366-c0a1bcd0d275', 'network_id': '9bb2727a-e859-46ff-8b02-e0e5093e8925', 'admin_state_up': True, 'tenant_id': 'f5f40385a50a46a79167ae6a859eee4d', 'security_groups': ['5a514ccf-fc2a-436b-911d-f5e8466a2121']}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:33:08.553664 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb057685-c7f1-408e-a9ec-e97ad543c972 admin admin] Pushing event updated for resources: {'Network': ['ID=fb16d183-b975-47b1-93be-5a02f74ca682,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:08.567196 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Network fb16d183-b975-47b1-93be-5a02f74ca682 details requested by agent ovs-agent-dv-cinder-790535-28-smb with host dv-cinder-790535-28-smb {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 14:33:08.601036 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-cb057685-c7f1-408e-a9ec-e97ad543c972 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7759538 Mar 14 14:33:08.605091 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 35970) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:33:08.615286 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.v2.base [None req-6f8f557a-2fe3-4e1e-a576-5b9eb56c8f18 admin admin] Request body: {'subnet': {'network_id': 'fb16d183-b975-47b1-93be-5a02f74ca682', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2141885125-subnet', 'tenant_id': 'bab688297d8c4de79cb8eb4ebf9f3a72', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:33:08.715042 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f8f557a-2fe3-4e1e-a576-5b9eb56c8f18 admin admin] Made reservation on behalf of bab688297d8c4de79cb8eb4ebf9f3a72 for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:33:08.719617 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6f8f557a-2fe3-4e1e-a576-5b9eb56c8f18 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:08.748820 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45fbbe73-f2e4-446a-9f1b-aa872606f0bc req-5be43568-2536-4056-9713-4386c1b49d34 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Made reservation on behalf of f5f40385a50a46a79167ae6a859eee4d for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:33:08.755492 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-45fbbe73-f2e4-446a-9f1b-aa872606f0bc req-5be43568-2536-4056-9713-4386c1b49d34 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:08.919042 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cfd7a9-5c35-46af-b1bf-8d7d9752a7b1 req-ff54647a-b67a-4079-bb65-17372ebf7c01 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:08.920763 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-e8cfd7a9-5c35-46af-b1bf-8d7d9752a7b1 req-ff54647a-b67a-4079-bb65-17372ebf7c01 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fcfa449-05ef-4e7e-9dfe-99054d0bd615 HTTP/1.1" status: 200 len: 944 time: 0.1463490 Mar 14 14:33:09.014906 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [req-45fbbe73-f2e4-446a-9f1b-aa872606f0bc req-5be43568-2536-4056-9713-4386c1b49d34 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Allocated IP 172.20.0.5 (9bb2727a-e859-46ff-8b02-e0e5093e8925/bd458166-2986-4de0-890b-33eba077f5c5/d06419f3-6bc4-44b8-963a-0370719277a3) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:33:09.030675 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-e8cfd7a9-5c35-46af-b1bf-8d7d9752a7b1 req-7ddc971b-68bb-4c41-96c5-50790f061a1d tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/security-groups?id=482a9504-d611-42a0-b669-f91a02186452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998952 Mar 14 14:33:09.039776 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6f8f557a-2fe3-4e1e-a576-5b9eb56c8f18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199'] for subnet (4cdbf3ba-06fc-40cf-b13f-6e091e6f8472), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:09.105088 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f557a-2fe3-4e1e-a576-5b9eb56c8f18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cdbf3ba-06fc-40cf-b13f-6e091e6f8472,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:09.117481 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8f557a-2fe3-4e1e-a576-5b9eb56c8f18 admin admin] Checking segment: {'id': 'd926fa7e-112d-425f-a575-2483d18c3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'fb16d183-b975-47b1-93be-5a02f74ca682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:33:09.117481 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8f557a-2fe3-4e1e-a576-5b9eb56c8f18 admin admin] Network hostable DHCP agents. Network: fb16d183-b975-47b1-93be-5a02f74ca682, hostable agents: ['cdfaf928-5960-4f26-8f0f-a06a7779780c'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 14:33:09.192028 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-45fbbe73-f2e4-446a-9f1b-aa872606f0bc req-5be43568-2536-4056-9713-4386c1b49d34 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Publish callbacks [] for port (d06419f3-6bc4-44b8-963a-0370719277a3), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:09.193560 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8f557a-2fe3-4e1e-a576-5b9eb56c8f18 admin admin] Network fb16d183-b975-47b1-93be-5a02f74ca682 is scheduled to be hosted by DHCP agent cdfaf928-5960-4f26-8f0f-a06a7779780c with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 14:33:09.291440 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-6f8f557a-2fe3-4e1e-a576-5b9eb56c8f18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-28-smb, fb16d183-b975-47b1-93be-5a02f74ca682) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:33:09.295900 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8f557a-2fe3-4e1e-a576-5b9eb56c8f18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:09.296582 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6f8f557a-2fe3-4e1e-a576-5b9eb56c8f18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632217'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:09.302732 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f16e531-6255-4416-9432-d9647dd597f6 None None] Network fb16d183-b975-47b1-93be-5a02f74ca682 requested from dv-cinder-790535-28-smb {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 14:33:09.330591 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-45fbbe73-f2e4-446a-9f1b-aa872606f0bc req-5be43568-2536-4056-9713-4386c1b49d34 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744329793199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8770621'] for port (d06419f3-6bc4-44b8-963a-0370719277a3), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:09.393661 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-6f8f557a-2fe3-4e1e-a576-5b9eb56c8f18 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7866147 Mar 14 14:33:09.412415 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45fbbe73-f2e4-446a-9f1b-aa872606f0bc req-5be43568-2536-4056-9713-4386c1b49d34 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Network 9bb2727a-e859-46ff-8b02-e0e5093e8925 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:33:09.414863 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be43568-2536-4056-9713-4386c1b49d34 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Pushing event updated for resources: {'Port': ['ID=d06419f3-6bc4-44b8-963a-0370719277a3,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:09.418281 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [req-45fbbe73-f2e4-446a-9f1b-aa872606f0bc req-5be43568-2536-4056-9713-4386c1b49d34 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:33:09.421500 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-45fbbe73-f2e4-446a-9f1b-aa872606f0bc req-5be43568-2536-4056-9713-4386c1b49d34 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:33:09.465366 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce5b054-f112-4036-9bac-205117b2f07a None None] Network fb16d183-b975-47b1-93be-5a02f74ca682 requested from dv-cinder-790535-28-smb {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 14:33:09.485066 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fbbe73-f2e4-446a-9f1b-aa872606f0bc req-5be43568-2536-4056-9713-4386c1b49d34 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:09.485706 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-45fbbe73-f2e4-446a-9f1b-aa872606f0bc req-5be43568-2536-4056-9713-4386c1b49d34 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90846'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:09.495184 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2948cd56-8828-45e0-b9bf-396dcd719ddc req-2cc89f95-db72-42f6-9fe2-e33dabdd9d5c tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:09.496896 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-2948cd56-8828-45e0-b9bf-396dcd719ddc req-2cc89f95-db72-42f6-9fe2-e33dabdd9d5c tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b99b874-59b9-49da-a366-c0a1bcd0d275 HTTP/1.1" status: 200 len: 931 time: 0.1779683 Mar 14 14:33:09.570276 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-2948cd56-8828-45e0-b9bf-396dcd719ddc req-9375b9af-9373-4f57-8681-aee223dd4694 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a514ccf-fc2a-436b-911d-f5e8466a2121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594969 Mar 14 14:33:09.637054 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-45fbbe73-f2e4-446a-9f1b-aa872606f0bc req-5be43568-2536-4056-9713-4386c1b49d34 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1200590 Mar 14 14:33:09.648878 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.v2.base [req-45fbbe73-f2e4-446a-9f1b-aa872606f0bc req-58eaf184-c595-4ee8-92ec-c40608a70e65 service neutron] Request body: {'port': {'device_id': '2b99b874-59b9-49da-a366-c0a1bcd0d275', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:33:09.725993 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-45fbbe73-f2e4-446a-9f1b-aa872606f0bc req-58eaf184-c595-4ee8-92ec-c40608a70e65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (d06419f3-6bc4-44b8-963a-0370719277a3), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:09.819711 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c3a06191-3dcc-4e53-9d08-b2a61d3d4f34 None None] Provisioning complete for port d06419f3-6bc4-44b8-963a-0370719277a3 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:33:09.820815 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c3a06191-3dcc-4e53-9d08-b2a61d3d4f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (d06419f3-6bc4-44b8-963a-0370719277a3), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:09.887326 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c3a06191-3dcc-4e53-9d08-b2a61d3d4f34 None None] Port d06419f3-6bc4-44b8-963a-0370719277a3 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 14:33:10.223878 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecebab4-dbcb-4817-a2c2-758f22f9caa2 req-59592f47-b43a-42fa-a663-bb5f6cf5e745 tempest-VolumesActionsTest-799014417 tempest-VolumesActionsTest-799014417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:10.225473 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-6ecebab4-dbcb-4817-a2c2-758f22f9caa2 req-59592f47-b43a-42fa-a663-bb5f6cf5e745 tempest-VolumesActionsTest-799014417 tempest-VolumesActionsTest-799014417-project] 10.222.0.58 "GET /v2.0/networks?id=30d68a4b-4076-4fe3-b51a-c24811df42eb HTTP/1.1" status: 200 len: 809 time: 0.2137313 Mar 14 14:33:10.230226 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.notifiers.nova [req-45fbbe73-f2e4-446a-9f1b-aa872606f0bc req-58eaf184-c595-4ee8-92ec-c40608a70e65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d06419f3-6bc4-44b8-963a-0370719277a3 {{(pid=103766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 14:33:10.247933 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-45fbbe73-f2e4-446a-9f1b-aa872606f0bc req-58eaf184-c595-4ee8-92ec-c40608a70e65 service neutron] Publish callbacks [] for port (d06419f3-6bc4-44b8-963a-0370719277a3), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:10.262625 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-6ecebab4-dbcb-4817-a2c2-758f22f9caa2 req-a28ae142-f280-4545-8f50-e17c410b437b tempest-VolumesActionsTest-799014417 tempest-VolumesActionsTest-799014417-project] 10.222.0.58 "GET /v2.0/quotas/d726d870815f4c2186ae63c9f4a1c43d HTTP/1.1" status: 200 len: 375 time: 0.0264821 Mar 14 14:33:10.269287 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.db.provisioning_blocks [req-45fbbe73-f2e4-446a-9f1b-aa872606f0bc req-58eaf184-c595-4ee8-92ec-c40608a70e65 service neutron] Transition to ACTIVE for port object d06419f3-6bc4-44b8-963a-0370719277a3 will not be triggered until provisioned by entity L2. {{(pid=103766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 14:33:10.286674 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26279646-e419-4118-8c4f-3de4593d5983 req-aff2d6a9-dc09-496b-b924-c5b87be7e9e9 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:10.288211 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-26279646-e419-4118-8c4f-3de4593d5983 req-aff2d6a9-dc09-496b-b924-c5b87be7e9e9 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fcfa449-05ef-4e7e-9dfe-99054d0bd615 HTTP/1.1" status: 200 len: 944 time: 0.1570075 Mar 14 14:33:10.310073 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-6ecebab4-dbcb-4817-a2c2-758f22f9caa2 req-34dbdcd5-a2ae-4c46-8e23-f12caaf27802 tempest-VolumesActionsTest-799014417 tempest-VolumesActionsTest-799014417-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d726d870815f4c2186ae63c9f4a1c43d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396676 Mar 14 14:33:10.347678 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-45fbbe73-f2e4-446a-9f1b-aa872606f0bc req-58eaf184-c595-4ee8-92ec-c40608a70e65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8770596'] for port (d06419f3-6bc4-44b8-963a-0370719277a3), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:10.464722 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-26279646-e419-4118-8c4f-3de4593d5983 req-b1f542a4-bed4-4854-b717-b7ed111c9f43 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/security-groups?id=482a9504-d611-42a0-b669-f91a02186452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1584988 Mar 14 14:33:10.488069 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eaf184-c595-4ee8-92ec-c40608a70e65 service neutron] Pushing event updated for resources: {'Port': ['ID=d06419f3-6bc4-44b8-963a-0370719277a3,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:10.543954 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-6ecebab4-dbcb-4817-a2c2-758f22f9caa2 req-1ed54021-15c0-4b90-8171-56af4e7894f7 service neutron] 10.222.0.58 "GET /v2.0/networks/30d68a4b-4076-4fe3-b51a-c24811df42eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271333 Mar 14 14:33:10.659906 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-45fbbe73-f2e4-446a-9f1b-aa872606f0bc req-58eaf184-c595-4ee8-92ec-c40608a70e65 service neutron] Attempting to bind port d06419f3-6bc4-44b8-963a-0370719277a3 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:33:10.660292 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-45fbbe73-f2e4-446a-9f1b-aa872606f0bc req-58eaf184-c595-4ee8-92ec-c40608a70e65 service neutron] Attempting to bind port d06419f3-6bc4-44b8-963a-0370719277a3 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '36cc7d28-2976-47cb-ab1d-d82e9bbf4c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9bb2727a-e859-46ff-8b02-e0e5093e8925'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:33:10.660601 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fbbe73-f2e4-446a-9f1b-aa872606f0bc req-58eaf184-c595-4ee8-92ec-c40608a70e65 service neutron] Attempting to bind port d06419f3-6bc4-44b8-963a-0370719277a3 on network 9bb2727a-e859-46ff-8b02-e0e5093e8925 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:33:10.673922 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fbbe73-f2e4-446a-9f1b-aa872606f0bc req-58eaf184-c595-4ee8-92ec-c40608a70e65 service neutron] Port d06419f3-6bc4-44b8-963a-0370719277a3 on network 9bb2727a-e859-46ff-8b02-e0e5093e8925 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 14:33:10.674235 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fbbe73-f2e4-446a-9f1b-aa872606f0bc req-58eaf184-c595-4ee8-92ec-c40608a70e65 service neutron] Attempting to bind port d06419f3-6bc4-44b8-963a-0370719277a3 on network 9bb2727a-e859-46ff-8b02-e0e5093e8925 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:33:10.687446 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fbbe73-f2e4-446a-9f1b-aa872606f0bc req-58eaf184-c595-4ee8-92ec-c40608a70e65 service neutron] Checking agent: {'id': '5e7a912f-556e-4923-ad48-72f47c325557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 26, 56), 'started_at': datetime.datetime(2022, 3, 14, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:33:10.687810 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fbbe73-f2e4-446a-9f1b-aa872606f0bc req-58eaf184-c595-4ee8-92ec-c40608a70e65 service neutron] Checking segment: {'id': '36cc7d28-2976-47cb-ab1d-d82e9bbf4c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9bb2727a-e859-46ff-8b02-e0e5093e8925'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:33:10.688993 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fbbe73-f2e4-446a-9f1b-aa872606f0bc req-58eaf184-c595-4ee8-92ec-c40608a70e65 service neutron] Bound using segment: {'id': '36cc7d28-2976-47cb-ab1d-d82e9bbf4c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9bb2727a-e859-46ff-8b02-e0e5093e8925'} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:33:10.688993 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-45fbbe73-f2e4-446a-9f1b-aa872606f0bc req-58eaf184-c595-4ee8-92ec-c40608a70e65 service neutron] Bound port: d06419f3-6bc4-44b8-963a-0370719277a3, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36cc7d28-2976-47cb-ab1d-d82e9bbf4c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9bb2727a-e859-46ff-8b02-e0e5093e8925'}}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:33:10.689270 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-45fbbe73-f2e4-446a-9f1b-aa872606f0bc req-58eaf184-c595-4ee8-92ec-c40608a70e65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (d06419f3-6bc4-44b8-963a-0370719277a3), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:10.712346 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-6ecebab4-dbcb-4817-a2c2-758f22f9caa2 req-7d8997a3-573b-475e-b2c7-1f63fc85f3fb service neutron] 10.222.0.58 "GET /v2.0/networks/30d68a4b-4076-4fe3-b51a-c24811df42eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475844 Mar 14 14:33:10.754657 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-7dd5a103-dbb1-4155-a3a3-95fc060e3728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (cdfaf928-5960-4f26-8f0f-a06a7779780c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:11.069577 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-f86d16f6-69f7-4d36-b3ee-bcdd2bcddc6f req-1189a67e-6b48-4743-9e46-02733addfcac tempest-VolumesActionsTest-799014417 tempest-VolumesActionsTest-799014417-project] 10.222.0.58 "GET /v2.0/ports?device_id=e181b463-b211-42ec-92f3-c5d099a11f04 HTTP/1.1" status: 200 len: 210 time: 0.0407226 Mar 14 14:33:11.106990 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-45fbbe73-f2e4-446a-9f1b-aa872606f0bc req-58eaf184-c595-4ee8-92ec-c40608a70e65 service neutron] For port d06419f3-6bc4-44b8-963a-0370719277a3, host hv-cinder-79053, cleared binding levels {{(pid=103766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:33:11.106990 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-45fbbe73-f2e4-446a-9f1b-aa872606f0bc req-58eaf184-c595-4ee8-92ec-c40608a70e65 service neutron] For port d06419f3-6bc4-44b8-963a-0370719277a3, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d06419f3-6bc4-44b8-963a-0370719277a3,segment=NetworkSegment(36cc7d28-2976-47cb-ab1d-d82e9bbf4c55),segment_id=36cc7d28-2976-47cb-ab1d-d82e9bbf4c55)] {{(pid=103766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:33:11.121287 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85abe6ac-7c50-4e27-a0e5-14e3d166c41b req-6c00f0cf-155d-4719-a6d4-10cc152dcc95 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:11.122918 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-85abe6ac-7c50-4e27-a0e5-14e3d166c41b req-6c00f0cf-155d-4719-a6d4-10cc152dcc95 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b99b874-59b9-49da-a366-c0a1bcd0d275 HTTP/1.1" status: 200 len: 943 time: 0.4095905 Mar 14 14:33:11.185578 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-45fbbe73-f2e4-446a-9f1b-aa872606f0bc req-58eaf184-c595-4ee8-92ec-c40608a70e65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8770596'] for port (d06419f3-6bc4-44b8-963a-0370719277a3), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:11.194499 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-85abe6ac-7c50-4e27-a0e5-14e3d166c41b req-a7138659-2c55-4799-8c03-2321c0006982 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a514ccf-fc2a-436b-911d-f5e8466a2121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612187 Mar 14 14:33:11.233856 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fbbe73-f2e4-446a-9f1b-aa872606f0bc req-58eaf184-c595-4ee8-92ec-c40608a70e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:11.234540 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-45fbbe73-f2e4-446a-9f1b-aa872606f0bc req-58eaf184-c595-4ee8-92ec-c40608a70e65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90846'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:11.235843 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-45fbbe73-f2e4-446a-9f1b-aa872606f0bc req-58eaf184-c595-4ee8-92ec-c40608a70e65 service neutron] 10.222.0.35 "PUT /v2.0/ports/d06419f3-6bc4-44b8-963a-0370719277a3 HTTP/1.1" status: 200 len: 1093 time: 1.5914457 Mar 14 14:33:11.236320 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b99b874-59b9-49da-a366-c0a1bcd0d275', 'tag': 'd06419f3-6bc4-44b8-963a-0370719277a3'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:33:11.238608 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b510279f78b891ca7fa39ab493d89baf438cb0eb2c394833a60cb33e330ae8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce35941-e323-4a5c-a0ee-006687405927" -d '{"events": [{"name": "network-changed", "server_uuid": "2b99b874-59b9-49da-a366-c0a1bcd0d275", "tag": "d06419f3-6bc4-44b8-963a-0370719277a3"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:33:11.265612 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eaf184-c595-4ee8-92ec-c40608a70e65 service neutron] Pushing event updated for resources: {'Port': ['ID=d06419f3-6bc4-44b8-963a-0370719277a3,revision_number=3']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:11.288076 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 14:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-870a35ec-ffdc-4054-96e6-e68edfb7e26f x-openstack-request-id: req-870a35ec-ffdc-4054-96e6-e68edfb7e26f {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:33:11.288513 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b99b874-59b9-49da-a366-c0a1bcd0d275", "tag": "d06419f3-6bc4-44b8-963a-0370719277a3", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:33:11.288928 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-870a35ec-ffdc-4054-96e6-e68edfb7e26f {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:33:11.289548 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b99b874-59b9-49da-a366-c0a1bcd0d275', 'tag': 'd06419f3-6bc4-44b8-963a-0370719277a3', 'status': 'completed', 'code': 200} Mar 14 14:33:11.335117 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Device 57944647-f165-4efe-a00f-2765295b3ca4 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 14:33:11.370422 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce35941-e323-4a5c-a0ee-006687405927 req-3cfc6c1d-0b07-4773-974d-928de0bb832d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:11.373136 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-7ce35941-e323-4a5c-a0ee-006687405927 req-3cfc6c1d-0b07-4773-974d-928de0bb832d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f5f40385a50a46a79167ae6a859eee4d&device_id=2b99b874-59b9-49da-a366-c0a1bcd0d275 HTTP/1.1" status: 200 len: 1127 time: 0.0635374 Mar 14 14:33:11.467010 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] For port 57944647-f165-4efe-a00f-2765295b3ca4, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=57944647-f165-4efe-a00f-2765295b3ca4,segment=NetworkSegment(79690a18-81e9-445e-80e8-8ad6c5c45be5),segment_id=79690a18-81e9-445e-80e8-8ad6c5c45be5)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:33:11.481554 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Returning: {'device': '57944647-f165-4efe-a00f-2765295b3ca4', 'network_id': '173ed8f0-b784-41a9-affa-440f6ed41220', 'port_id': '57944647-f165-4efe-a00f-2765295b3ca4', 'mac_address': 'fa:16:3e:14:77:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd4479eb-5d2a-4b9c-9c27-a6d97c9e085c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 14:33:11.526255 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Current status of the port 57944647-f165-4efe-a00f-2765295b3ca4 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:33:11.528511 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (57944647-f165-4efe-a00f-2765295b3ca4), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:11.537658 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce35941-e323-4a5c-a0ee-006687405927 req-166998bf-b284-44f3-b9db-2becf7658106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:11.539361 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-7ce35941-e323-4a5c-a0ee-006687405927 req-166998bf-b284-44f3-b9db-2becf7658106 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=f5f40385a50a46a79167ae6a859eee4d&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1568778 Mar 14 14:33:11.558732 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57944647-f165-4efe-a00f-2765295b3ca4 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 14:33:11.583938 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] For port 57944647-f165-4efe-a00f-2765295b3ca4, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=57944647-f165-4efe-a00f-2765295b3ca4,segment=NetworkSegment(79690a18-81e9-445e-80e8-8ad6c5c45be5),segment_id=79690a18-81e9-445e-80e8-8ad6c5c45be5)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:33:11.679593 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce35941-e323-4a5c-a0ee-006687405927 req-72bf794e-8e99-4de9-a866-9fbb1558ca44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:11.681124 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-7ce35941-e323-4a5c-a0ee-006687405927 req-72bf794e-8e99-4de9-a866-9fbb1558ca44 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1360593 Mar 14 14:33:11.685083 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (57944647-f165-4efe-a00f-2765295b3ca4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:11.698281 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9be0d5-22f1-432b-8c4b-fd0760091c1e req-8b105a00-b4f1-4ff4-8517-28dcc9eb95eb tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:11.699930 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-7d9be0d5-22f1-432b-8c4b-fd0760091c1e req-8b105a00-b4f1-4ff4-8517-28dcc9eb95eb tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fcfa449-05ef-4e7e-9dfe-99054d0bd615 HTTP/1.1" status: 200 len: 944 time: 0.1071682 Mar 14 14:33:11.768607 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Pushing event updated for resources: {'Port': ['ID=57944647-f165-4efe-a00f-2765295b3ca4,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:11.813175 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-7d9be0d5-22f1-432b-8c4b-fd0760091c1e req-9f4ae071-46f7-4718-9169-11d0d4b7a6ac tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/security-groups?id=482a9504-d611-42a0-b669-f91a02186452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074145 Mar 14 14:33:11.822300 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fbbe73-f2e4-446a-9f1b-aa872606f0bc req-90482790-bd8e-4adf-bb23-1d1deddaf5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:11.823829 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-45fbbe73-f2e4-446a-9f1b-aa872606f0bc req-90482790-bd8e-4adf-bb23-1d1deddaf5f5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f5f40385a50a46a79167ae6a859eee4d&device_id=2b99b874-59b9-49da-a366-c0a1bcd0d275 HTTP/1.1" status: 200 len: 1127 time: 0.0926785 Mar 14 14:33:11.900796 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-45fbbe73-f2e4-446a-9f1b-aa872606f0bc req-91786229-991a-4218-b760-4af3f0e83c31 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d06419f3-6bc4-44b8-963a-0370719277a3 HTTP/1.1" status: 200 len: 217 time: 0.0666862 Mar 14 14:33:11.939504 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] get_ports_and_sgs() called for port_ids ['57944647-f165-4efe-a00f-2765295b3ca4'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 14:33:11.960606 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fbbe73-f2e4-446a-9f1b-aa872606f0bc req-98e141aa-24f3-4503-8b46-44fe2c1ecf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:11.962237 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-45fbbe73-f2e4-446a-9f1b-aa872606f0bc req-98e141aa-24f3-4503-8b46-44fe2c1ecf37 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd458166-2986-4de0-890b-33eba077f5c5 HTTP/1.1" status: 200 len: 856 time: 0.0524399 Mar 14 14:33:12.015450 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fbbe73-f2e4-446a-9f1b-aa872606f0bc req-2bceaf60-acb5-407a-87d6-c97d946b3ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:12.017144 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-45fbbe73-f2e4-446a-9f1b-aa872606f0bc req-2bceaf60-acb5-407a-87d6-c97d946b3ae3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9bb2727a-e859-46ff-8b02-e0e5093e8925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0488839 Mar 14 14:33:12.121792 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-45fbbe73-f2e4-446a-9f1b-aa872606f0bc req-b3a3fec8-6851-4510-b9c8-8acb087ece09 service neutron] 10.222.0.35 "GET /v2.0/networks/9bb2727a-e859-46ff-8b02-e0e5093e8925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977345 Mar 14 14:33:12.216953 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-44a5fccb-f9eb-4510-aab4-256ece54d8e9 req-3532df85-8774-408a-8117-e5597669c8b1 tempest-VolumesActionsTest-799014417 tempest-VolumesActionsTest-799014417-project] 10.222.0.58 "GET /v2.0/ports?device_id=e181b463-b211-42ec-92f3-c5d099a11f04 HTTP/1.1" status: 200 len: 210 time: 0.0531697 Mar 14 14:33:12.258450 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-45fbbe73-f2e4-446a-9f1b-aa872606f0bc req-879bc13b-e0bf-48a7-a591-90d804c0ac6f service neutron] 10.222.0.35 "GET /v2.0/networks/9bb2727a-e859-46ff-8b02-e0e5093e8925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305783 Mar 14 14:33:12.335212 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671f60ba-ed9e-40fc-9a0c-22e736988a53 req-6ebf5d49-119f-4fab-98f2-e09d18620d97 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:12.336834 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-671f60ba-ed9e-40fc-9a0c-22e736988a53 req-6ebf5d49-119f-4fab-98f2-e09d18620d97 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b99b874-59b9-49da-a366-c0a1bcd0d275 HTTP/1.1" status: 200 len: 943 time: 0.0553188 Mar 14 14:33:12.392488 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-671f60ba-ed9e-40fc-9a0c-22e736988a53 req-4a458247-8f76-49b3-9587-ada9b04e22ef tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a514ccf-fc2a-436b-911d-f5e8466a2121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482883 Mar 14 14:33:12.948858 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795f5417-a372-4cf8-b100-20f88012b7f4 req-2c26c1e0-e870-41fc-880c-570acf63b429 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:12.950611 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-795f5417-a372-4cf8-b100-20f88012b7f4 req-2c26c1e0-e870-41fc-880c-570acf63b429 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fcfa449-05ef-4e7e-9dfe-99054d0bd615 HTTP/1.1" status: 200 len: 945 time: 0.0598216 Mar 14 14:33:13.003833 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-795f5417-a372-4cf8-b100-20f88012b7f4 req-9c2c2211-bcf1-479f-b1df-ce76193ba5fb tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/security-groups?id=482a9504-d611-42a0-b669-f91a02186452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470438 Mar 14 14:33:13.335030 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-d65a3769-576b-4b9e-bfc5-3fec58c05c8d req-94d3142b-60fc-486e-b2b2-4268075392f8 tempest-VolumesActionsTest-799014417 tempest-VolumesActionsTest-799014417-project] 10.222.0.58 "GET /v2.0/ports?device_id=e181b463-b211-42ec-92f3-c5d099a11f04 HTTP/1.1" status: 200 len: 210 time: 0.0288930 Mar 14 14:33:13.349444 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Device 57944647-f165-4efe-a00f-2765295b3ca4 up at agent hyperv_hv-cinder-79053 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:33:13.380191 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d40388e0-6798-40ca-8c9c-ee82431c0ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (3a20f343-fbae-42b4-9bd9-ea7570b5f761), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:13.467923 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Provisioning for port 57944647-f165-4efe-a00f-2765295b3ca4 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 14:33:13.472618 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Provisioning complete for port 57944647-f165-4efe-a00f-2765295b3ca4 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:33:13.473090 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (57944647-f165-4efe-a00f-2765295b3ca4), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:13.565958 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Current status of the port 57944647-f165-4efe-a00f-2765295b3ca4 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:33:13.566225 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (57944647-f165-4efe-a00f-2765295b3ca4), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:13.573040 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecebab4-dbcb-4817-a2c2-758f22f9caa2 req-3ff8cf20-d943-4b46-85e0-62c3fe62a9b6 tempest-VolumesActionsTest-799014417 tempest-VolumesActionsTest-799014417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:13.574597 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-6ecebab4-dbcb-4817-a2c2-758f22f9caa2 req-3ff8cf20-d943-4b46-85e0-62c3fe62a9b6 tempest-VolumesActionsTest-799014417 tempest-VolumesActionsTest-799014417-project] 10.222.0.35 "GET /v2.0/networks?id=30d68a4b-4076-4fe3-b51a-c24811df42eb HTTP/1.1" status: 200 len: 809 time: 0.1611247 Mar 14 14:33:13.590881 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16821cb-2f38-49ef-8859-67669c60f1c6 req-6f0cef90-f1eb-4361-a4ab-9691e1328f15 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:13.592971 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fcfa449-05ef-4e7e-9dfe-99054d0bd615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57944647-f165-4efe-a00f-2765295b3ca4'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:33:13.595396 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b7ebcd0391bc29bcab12edcb0ac311dc480f3a51940d576a7fcfe4e03a4514e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-508b9788-2eb5-4863-a9cc-18382e716f52" -d '{"events": [{"server_uuid": "1fcfa449-05ef-4e7e-9dfe-99054d0bd615", "name": "network-vif-plugged", "status": "completed", "tag": "57944647-f165-4efe-a00f-2765295b3ca4"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:33:13.596229 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-c16821cb-2f38-49ef-8859-67669c60f1c6 req-6f0cef90-f1eb-4361-a4ab-9691e1328f15 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b99b874-59b9-49da-a366-c0a1bcd0d275 HTTP/1.1" status: 200 len: 943 time: 0.1027946 Mar 14 14:33:13.602453 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.v2.base [req-6ecebab4-dbcb-4817-a2c2-758f22f9caa2 req-8187e735-f1c5-4754-b908-27cc77f2be43 tempest-VolumesActionsTest-799014417 tempest-VolumesActionsTest-799014417-project] Request body: {'port': {'device_id': 'e181b463-b211-42ec-92f3-c5d099a11f04', 'network_id': '30d68a4b-4076-4fe3-b51a-c24811df42eb', 'admin_state_up': True, 'tenant_id': 'd726d870815f4c2186ae63c9f4a1c43d'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:33:13.621156 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] For port 57944647-f165-4efe-a00f-2765295b3ca4, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=57944647-f165-4efe-a00f-2765295b3ca4,segment=NetworkSegment(79690a18-81e9-445e-80e8-8ad6c5c45be5),segment_id=79690a18-81e9-445e-80e8-8ad6c5c45be5)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:33:13.643657 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 14:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea513d52-963f-4a3f-9ba2-b1590ff33169 x-openstack-request-id: req-ea513d52-963f-4a3f-9ba2-b1590ff33169 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:33:13.644086 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fcfa449-05ef-4e7e-9dfe-99054d0bd615", "name": "network-vif-plugged", "status": "completed", "tag": "57944647-f165-4efe-a00f-2765295b3ca4", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:33:13.644282 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ea513d52-963f-4a3f-9ba2-b1590ff33169 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:33:13.644672 dv-cinder-790535-28-smb neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fcfa449-05ef-4e7e-9dfe-99054d0bd615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57944647-f165-4efe-a00f-2765295b3ca4', 'code': 200} Mar 14 14:33:13.674171 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (57944647-f165-4efe-a00f-2765295b3ca4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:13.734001 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Pushing event updated for resources: {'Port': ['ID=57944647-f165-4efe-a00f-2765295b3ca4,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:13.740417 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-c16821cb-2f38-49ef-8859-67669c60f1c6 req-f087a160-fd48-4b77-ae57-8be79499421c tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a514ccf-fc2a-436b-911d-f5e8466a2121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418350 Mar 14 14:33:13.936706 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ecebab4-dbcb-4817-a2c2-758f22f9caa2 req-8187e735-f1c5-4754-b908-27cc77f2be43 tempest-VolumesActionsTest-799014417 tempest-VolumesActionsTest-799014417-project] Made reservation on behalf of d726d870815f4c2186ae63c9f4a1c43d for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:33:13.941192 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-6ecebab4-dbcb-4817-a2c2-758f22f9caa2 req-8187e735-f1c5-4754-b908-27cc77f2be43 tempest-VolumesActionsTest-799014417 tempest-VolumesActionsTest-799014417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:14.107180 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7ead09-bcf8-4dfe-9934-83944522fb41 req-df404245-7c02-4064-b076-0bac98317519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:14.108416 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-4f7ead09-bcf8-4dfe-9934-83944522fb41 req-df404245-7c02-4064-b076-0bac98317519 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1fcfa449-05ef-4e7e-9dfe-99054d0bd615 HTTP/1.1" status: 200 len: 1130 time: 0.0756881 Mar 14 14:33:14.165798 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [req-6ecebab4-dbcb-4817-a2c2-758f22f9caa2 req-8187e735-f1c5-4754-b908-27cc77f2be43 tempest-VolumesActionsTest-799014417 tempest-VolumesActionsTest-799014417-project] Allocated IP 172.20.0.2 (30d68a4b-4076-4fe3-b51a-c24811df42eb/7a4a3668-7020-4e21-a82c-4b15d7418354/70a6709d-cac8-4e67-b833-d7254cfe7512) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:33:14.191057 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-4f7ead09-bcf8-4dfe-9934-83944522fb41 req-a47ba957-d436-40ac-b07e-b52bfe88c7ef service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=482a9504-d611-42a0-b669-f91a02186452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686026 Mar 14 14:33:14.214797 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca5a367-69a6-42d9-89b1-ec9d30a67e8c req-0cabc39a-0035-4d0a-8887-d9967c501477 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:14.216471 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-cca5a367-69a6-42d9-89b1-ec9d30a67e8c req-0cabc39a-0035-4d0a-8887-d9967c501477 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fcfa449-05ef-4e7e-9dfe-99054d0bd615 HTTP/1.1" status: 200 len: 946 time: 0.0995841 Mar 14 14:33:14.227981 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1359c12f-9f02-429e-8c66-1d1d1dbe42c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (105db0a1-84b9-47b6-91eb-e578cb139bff), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:14.338701 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-cca5a367-69a6-42d9-89b1-ec9d30a67e8c req-11c75a27-5187-4783-a9f6-e6ea2e4b6638 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/security-groups?id=482a9504-d611-42a0-b669-f91a02186452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160245 Mar 14 14:33:14.410310 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-6ecebab4-dbcb-4817-a2c2-758f22f9caa2 req-8187e735-f1c5-4754-b908-27cc77f2be43 tempest-VolumesActionsTest-799014417 tempest-VolumesActionsTest-799014417-project] Publish callbacks [] for port (70a6709d-cac8-4e67-b833-d7254cfe7512), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:14.487911 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-3971a596-143b-49fe-9f38-c68704f60f7c req-bff914f9-999a-4293-80e3-7d66179761d6 tempest-VolumesActionsTest-799014417 tempest-VolumesActionsTest-799014417-project] 10.222.0.58 "GET /v2.0/ports?device_id=e181b463-b211-42ec-92f3-c5d099a11f04 HTTP/1.1" status: 200 len: 210 time: 0.0408897 Mar 14 14:33:14.554124 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-6ecebab4-dbcb-4817-a2c2-758f22f9caa2 req-8187e735-f1c5-4754-b908-27cc77f2be43 tempest-VolumesActionsTest-799014417 tempest-VolumesActionsTest-799014417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744329793199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8770621'] for port (70a6709d-cac8-4e67-b833-d7254cfe7512), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:14.604929 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ecebab4-dbcb-4817-a2c2-758f22f9caa2 req-8187e735-f1c5-4754-b908-27cc77f2be43 tempest-VolumesActionsTest-799014417 tempest-VolumesActionsTest-799014417-project] Network 30d68a4b-4076-4fe3-b51a-c24811df42eb is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:33:14.608583 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [req-6ecebab4-dbcb-4817-a2c2-758f22f9caa2 req-8187e735-f1c5-4754-b908-27cc77f2be43 tempest-VolumesActionsTest-799014417 tempest-VolumesActionsTest-799014417-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:33:14.612820 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ecebab4-dbcb-4817-a2c2-758f22f9caa2 req-8187e735-f1c5-4754-b908-27cc77f2be43 tempest-VolumesActionsTest-799014417 tempest-VolumesActionsTest-799014417-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:33:14.619893 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8187e735-f1c5-4754-b908-27cc77f2be43 tempest-VolumesActionsTest-799014417 tempest-VolumesActionsTest-799014417-project] Pushing event updated for resources: {'Port': ['ID=70a6709d-cac8-4e67-b833-d7254cfe7512,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:14.648830 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8187e735-f1c5-4754-b908-27cc77f2be43 tempest-VolumesActionsTest-799014417 tempest-VolumesActionsTest-799014417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:33:14.649176 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8187e735-f1c5-4754-b908-27cc77f2be43 tempest-VolumesActionsTest-799014417 tempest-VolumesActionsTest-799014417-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:33:14.649519 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8187e735-f1c5-4754-b908-27cc77f2be43 tempest-VolumesActionsTest-799014417 tempest-VolumesActionsTest-799014417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:33:14.649857 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8187e735-f1c5-4754-b908-27cc77f2be43 tempest-VolumesActionsTest-799014417 tempest-VolumesActionsTest-799014417-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:33:14.650724 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8187e735-f1c5-4754-b908-27cc77f2be43 tempest-VolumesActionsTest-799014417 tempest-VolumesActionsTest-799014417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:33:14.651059 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8187e735-f1c5-4754-b908-27cc77f2be43 tempest-VolumesActionsTest-799014417 tempest-VolumesActionsTest-799014417-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:33:14.651390 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8187e735-f1c5-4754-b908-27cc77f2be43 tempest-VolumesActionsTest-799014417 tempest-VolumesActionsTest-799014417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:33:14.651719 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8187e735-f1c5-4754-b908-27cc77f2be43 tempest-VolumesActionsTest-799014417 tempest-VolumesActionsTest-799014417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:33:14.652080 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8187e735-f1c5-4754-b908-27cc77f2be43 tempest-VolumesActionsTest-799014417 tempest-VolumesActionsTest-799014417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:33:14.652408 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8187e735-f1c5-4754-b908-27cc77f2be43 tempest-VolumesActionsTest-799014417 tempest-VolumesActionsTest-799014417-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:33:14.652735 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8187e735-f1c5-4754-b908-27cc77f2be43 tempest-VolumesActionsTest-799014417 tempest-VolumesActionsTest-799014417-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:33:14.653067 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8187e735-f1c5-4754-b908-27cc77f2be43 tempest-VolumesActionsTest-799014417 tempest-VolumesActionsTest-799014417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:33:14.653384 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8187e735-f1c5-4754-b908-27cc77f2be43 tempest-VolumesActionsTest-799014417 tempest-VolumesActionsTest-799014417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:33:14.653707 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8187e735-f1c5-4754-b908-27cc77f2be43 tempest-VolumesActionsTest-799014417 tempest-VolumesActionsTest-799014417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:33:14.654029 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8187e735-f1c5-4754-b908-27cc77f2be43 tempest-VolumesActionsTest-799014417 tempest-VolumesActionsTest-799014417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:33:14.686208 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecebab4-dbcb-4817-a2c2-758f22f9caa2 req-8187e735-f1c5-4754-b908-27cc77f2be43 tempest-VolumesActionsTest-799014417 tempest-VolumesActionsTest-799014417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:14.686879 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-6ecebab4-dbcb-4817-a2c2-758f22f9caa2 req-8187e735-f1c5-4754-b908-27cc77f2be43 tempest-VolumesActionsTest-799014417 tempest-VolumesActionsTest-799014417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90846'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:14.801868 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-6ecebab4-dbcb-4817-a2c2-758f22f9caa2 req-8187e735-f1c5-4754-b908-27cc77f2be43 tempest-VolumesActionsTest-799014417 tempest-VolumesActionsTest-799014417-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2044816 Mar 14 14:33:14.814973 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.v2.base [req-6ecebab4-dbcb-4817-a2c2-758f22f9caa2 req-2cf57d00-2cb0-426c-8912-717e3734a83b service neutron] Request body: {'port': {'device_id': 'e181b463-b211-42ec-92f3-c5d099a11f04', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:33:14.898402 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-6ecebab4-dbcb-4817-a2c2-758f22f9caa2 req-2cf57d00-2cb0-426c-8912-717e3734a83b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (70a6709d-cac8-4e67-b833-d7254cfe7512), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:14.993755 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275febd3-59de-4a09-b9c6-651bffcd6ebf req-ed94cfd7-7371-45f5-a4e8-2c3cfe8c4816 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:14.996793 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-275febd3-59de-4a09-b9c6-651bffcd6ebf req-ed94cfd7-7371-45f5-a4e8-2c3cfe8c4816 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b99b874-59b9-49da-a366-c0a1bcd0d275 HTTP/1.1" status: 200 len: 943 time: 0.1156814 Mar 14 14:33:15.132520 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-275febd3-59de-4a09-b9c6-651bffcd6ebf req-13dc3170-c61a-4c70-9152-679702c84b83 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a514ccf-fc2a-436b-911d-f5e8466a2121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835519 Mar 14 14:33:15.343331 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.notifiers.nova [req-6ecebab4-dbcb-4817-a2c2-758f22f9caa2 req-2cf57d00-2cb0-426c-8912-717e3734a83b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70a6709d-cac8-4e67-b833-d7254cfe7512 {{(pid=103766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 14:33:15.354125 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-6ecebab4-dbcb-4817-a2c2-758f22f9caa2 req-2cf57d00-2cb0-426c-8912-717e3734a83b service neutron] Publish callbacks [] for port (70a6709d-cac8-4e67-b833-d7254cfe7512), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:15.359607 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Device d06419f3-6bc4-44b8-963a-0370719277a3 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 14:33:15.373712 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.db.provisioning_blocks [req-6ecebab4-dbcb-4817-a2c2-758f22f9caa2 req-2cf57d00-2cb0-426c-8912-717e3734a83b service neutron] Transition to ACTIVE for port object 70a6709d-cac8-4e67-b833-d7254cfe7512 will not be triggered until provisioned by entity L2. {{(pid=103766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 14:33:15.480207 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-6ecebab4-dbcb-4817-a2c2-758f22f9caa2 req-2cf57d00-2cb0-426c-8912-717e3734a83b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8770596'] for port (70a6709d-cac8-4e67-b833-d7254cfe7512), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:15.486830 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] For port d06419f3-6bc4-44b8-963a-0370719277a3, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d06419f3-6bc4-44b8-963a-0370719277a3,segment=NetworkSegment(36cc7d28-2976-47cb-ab1d-d82e9bbf4c55),segment_id=36cc7d28-2976-47cb-ab1d-d82e9bbf4c55)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:33:15.502602 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Returning: {'device': 'd06419f3-6bc4-44b8-963a-0370719277a3', 'network_id': '9bb2727a-e859-46ff-8b02-e0e5093e8925', 'port_id': 'd06419f3-6bc4-44b8-963a-0370719277a3', 'mac_address': 'fa:16:3e:f3:77:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd458166-2986-4de0-890b-33eba077f5c5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 14:33:15.553485 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Current status of the port d06419f3-6bc4-44b8-963a-0370719277a3 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:33:15.553891 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (d06419f3-6bc4-44b8-963a-0370719277a3), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:15.581657 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d06419f3-6bc4-44b8-963a-0370719277a3 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 14:33:15.595116 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf57d00-2cb0-426c-8912-717e3734a83b service neutron] Pushing event updated for resources: {'Port': ['ID=70a6709d-cac8-4e67-b833-d7254cfe7512,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:15.596602 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-91e6bee0-ce44-4dbb-9ae4-7799debe7360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (837ef9e9-d083-4188-a7c6-79f2c68dbd25), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:15.633874 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] For port d06419f3-6bc4-44b8-963a-0370719277a3, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d06419f3-6bc4-44b8-963a-0370719277a3,segment=NetworkSegment(36cc7d28-2976-47cb-ab1d-d82e9bbf4c55),segment_id=36cc7d28-2976-47cb-ab1d-d82e9bbf4c55)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:33:15.634206 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d53833-34bc-4930-9eae-a1f5b89b068f req-7a152735-a267-43c4-b4d0-cfedeae6afac tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:15.635603 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-93d53833-34bc-4930-9eae-a1f5b89b068f req-7a152735-a267-43c4-b4d0-cfedeae6afac tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fcfa449-05ef-4e7e-9dfe-99054d0bd615 HTTP/1.1" status: 200 len: 946 time: 0.1838186 Mar 14 14:33:15.690353 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (d06419f3-6bc4-44b8-963a-0370719277a3), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:15.771088 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Pushing event updated for resources: {'Port': ['ID=d06419f3-6bc4-44b8-963a-0370719277a3,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:15.794347 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-93d53833-34bc-4930-9eae-a1f5b89b068f req-8ae021d0-7126-4a17-b56d-9ceaaad1cb35 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/security-groups?id=482a9504-d611-42a0-b669-f91a02186452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1487753 Mar 14 14:33:15.795431 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-6ecebab4-dbcb-4817-a2c2-758f22f9caa2 req-2cf57d00-2cb0-426c-8912-717e3734a83b service neutron] Attempting to bind port 70a6709d-cac8-4e67-b833-d7254cfe7512 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:33:15.795773 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-6ecebab4-dbcb-4817-a2c2-758f22f9caa2 req-2cf57d00-2cb0-426c-8912-717e3734a83b service neutron] Attempting to bind port 70a6709d-cac8-4e67-b833-d7254cfe7512 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'fa1e4366-8b74-49c8-ac0e-4f70ec70afcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '30d68a4b-4076-4fe3-b51a-c24811df42eb'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:33:15.796144 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecebab4-dbcb-4817-a2c2-758f22f9caa2 req-2cf57d00-2cb0-426c-8912-717e3734a83b service neutron] Attempting to bind port 70a6709d-cac8-4e67-b833-d7254cfe7512 on network 30d68a4b-4076-4fe3-b51a-c24811df42eb {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:33:15.810709 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e6eb18-f838-4595-8436-6e21a4e058f0 req-e0e9ada8-16a6-47b4-aa17-d9582d8699f7 tempest-VolumesActionsTest-799014417 tempest-VolumesActionsTest-799014417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:15.812335 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-64e6eb18-f838-4595-8436-6e21a4e058f0 req-e0e9ada8-16a6-47b4-aa17-d9582d8699f7 tempest-VolumesActionsTest-799014417 tempest-VolumesActionsTest-799014417-project] 10.222.0.58 "GET /v2.0/ports?device_id=e181b463-b211-42ec-92f3-c5d099a11f04 HTTP/1.1" status: 200 len: 943 time: 0.1882920 Mar 14 14:33:15.813157 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecebab4-dbcb-4817-a2c2-758f22f9caa2 req-2cf57d00-2cb0-426c-8912-717e3734a83b service neutron] Port 70a6709d-cac8-4e67-b833-d7254cfe7512 on network 30d68a4b-4076-4fe3-b51a-c24811df42eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 14:33:15.813489 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecebab4-dbcb-4817-a2c2-758f22f9caa2 req-2cf57d00-2cb0-426c-8912-717e3734a83b service neutron] Attempting to bind port 70a6709d-cac8-4e67-b833-d7254cfe7512 on network 30d68a4b-4076-4fe3-b51a-c24811df42eb {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:33:15.819451 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecebab4-dbcb-4817-a2c2-758f22f9caa2 req-2cf57d00-2cb0-426c-8912-717e3734a83b service neutron] Checking agent: {'id': '5e7a912f-556e-4923-ad48-72f47c325557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 26, 56), 'started_at': datetime.datetime(2022, 3, 14, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:33:15.819792 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecebab4-dbcb-4817-a2c2-758f22f9caa2 req-2cf57d00-2cb0-426c-8912-717e3734a83b service neutron] Checking segment: {'id': 'fa1e4366-8b74-49c8-ac0e-4f70ec70afcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '30d68a4b-4076-4fe3-b51a-c24811df42eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:33:15.820299 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecebab4-dbcb-4817-a2c2-758f22f9caa2 req-2cf57d00-2cb0-426c-8912-717e3734a83b service neutron] Bound using segment: {'id': 'fa1e4366-8b74-49c8-ac0e-4f70ec70afcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '30d68a4b-4076-4fe3-b51a-c24811df42eb'} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:33:15.820741 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-6ecebab4-dbcb-4817-a2c2-758f22f9caa2 req-2cf57d00-2cb0-426c-8912-717e3734a83b service neutron] Bound port: 70a6709d-cac8-4e67-b833-d7254cfe7512, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa1e4366-8b74-49c8-ac0e-4f70ec70afcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '30d68a4b-4076-4fe3-b51a-c24811df42eb'}}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:33:15.821109 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-6ecebab4-dbcb-4817-a2c2-758f22f9caa2 req-2cf57d00-2cb0-426c-8912-717e3734a83b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (70a6709d-cac8-4e67-b833-d7254cfe7512), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:15.914300 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-64e6eb18-f838-4595-8436-6e21a4e058f0 req-b6f1fcf2-06cc-4621-88ec-d34b96fce1ce tempest-VolumesActionsTest-799014417 tempest-VolumesActionsTest-799014417-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba155c8c-cadc-4b0c-a4ab-5f97d6186cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899496 Mar 14 14:33:15.934367 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-6ecebab4-dbcb-4817-a2c2-758f22f9caa2 req-2cf57d00-2cb0-426c-8912-717e3734a83b service neutron] For port 70a6709d-cac8-4e67-b833-d7254cfe7512, host hv-cinder-79053, cleared binding levels {{(pid=103766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:33:15.939764 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-6ecebab4-dbcb-4817-a2c2-758f22f9caa2 req-2cf57d00-2cb0-426c-8912-717e3734a83b service neutron] For port 70a6709d-cac8-4e67-b833-d7254cfe7512, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=70a6709d-cac8-4e67-b833-d7254cfe7512,segment=NetworkSegment(fa1e4366-8b74-49c8-ac0e-4f70ec70afcb),segment_id=fa1e4366-8b74-49c8-ac0e-4f70ec70afcb)] {{(pid=103766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:33:15.950588 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] get_ports_and_sgs() called for port_ids ['d06419f3-6bc4-44b8-963a-0370719277a3'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 14:33:16.022408 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-6ecebab4-dbcb-4817-a2c2-758f22f9caa2 req-2cf57d00-2cb0-426c-8912-717e3734a83b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8770596'] for port (70a6709d-cac8-4e67-b833-d7254cfe7512), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:16.060078 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecebab4-dbcb-4817-a2c2-758f22f9caa2 req-2cf57d00-2cb0-426c-8912-717e3734a83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:16.061010 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-6ecebab4-dbcb-4817-a2c2-758f22f9caa2 req-2cf57d00-2cb0-426c-8912-717e3734a83b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90846'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:16.062624 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-6ecebab4-dbcb-4817-a2c2-758f22f9caa2 req-2cf57d00-2cb0-426c-8912-717e3734a83b service neutron] 10.222.0.35 "PUT /v2.0/ports/70a6709d-cac8-4e67-b833-d7254cfe7512 HTTP/1.1" status: 200 len: 1093 time: 1.2524903 Mar 14 14:33:16.065091 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e181b463-b211-42ec-92f3-c5d099a11f04', 'tag': '70a6709d-cac8-4e67-b833-d7254cfe7512'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:33:16.069232 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b510279f78b891ca7fa39ab493d89baf438cb0eb2c394833a60cb33e330ae8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d297735f-397a-4cb7-82e8-05340e925654" -d '{"events": [{"name": "network-changed", "server_uuid": "e181b463-b211-42ec-92f3-c5d099a11f04", "tag": "70a6709d-cac8-4e67-b833-d7254cfe7512"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:33:16.113797 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf57d00-2cb0-426c-8912-717e3734a83b service neutron] Pushing event updated for resources: {'Port': ['ID=70a6709d-cac8-4e67-b833-d7254cfe7512,revision_number=3']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:16.153586 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 14:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b24d5cf5-2cf1-4524-a285-3bbf3548e3ea x-openstack-request-id: req-b24d5cf5-2cf1-4524-a285-3bbf3548e3ea {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:33:16.153878 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e181b463-b211-42ec-92f3-c5d099a11f04", "tag": "70a6709d-cac8-4e67-b833-d7254cfe7512", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:33:16.154142 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b24d5cf5-2cf1-4524-a285-3bbf3548e3ea {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:33:16.154612 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e181b463-b211-42ec-92f3-c5d099a11f04', 'tag': '70a6709d-cac8-4e67-b833-d7254cfe7512', 'status': 'completed', 'code': 200} Mar 14 14:33:16.223613 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecebab4-dbcb-4817-a2c2-758f22f9caa2 req-6eb50c8c-9dab-4cd7-bff0-47e232f31ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:16.225219 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-6ecebab4-dbcb-4817-a2c2-758f22f9caa2 req-6eb50c8c-9dab-4cd7-bff0-47e232f31ff7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d726d870815f4c2186ae63c9f4a1c43d&device_id=e181b463-b211-42ec-92f3-c5d099a11f04 HTTP/1.1" status: 200 len: 1127 time: 0.0598636 Mar 14 14:33:16.286896 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-6ecebab4-dbcb-4817-a2c2-758f22f9caa2 req-7b10b834-43ec-49f4-88f4-a5636de87356 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=70a6709d-cac8-4e67-b833-d7254cfe7512 HTTP/1.1" status: 200 len: 217 time: 0.0529943 Mar 14 14:33:16.363013 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecebab4-dbcb-4817-a2c2-758f22f9caa2 req-3cb31fea-5bf0-4890-acdb-042eaa9fc187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:16.364483 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-6ecebab4-dbcb-4817-a2c2-758f22f9caa2 req-3cb31fea-5bf0-4890-acdb-042eaa9fc187 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7a4a3668-7020-4e21-a82c-4b15d7418354 HTTP/1.1" status: 200 len: 849 time: 0.0588875 Mar 14 14:33:16.377032 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5006ae8b-18cf-45ea-b717-b76b299a6ed3 req-049fa683-644d-48f2-bfb6-a387afe195a4 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:16.378518 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-5006ae8b-18cf-45ea-b717-b76b299a6ed3 req-049fa683-644d-48f2-bfb6-a387afe195a4 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b99b874-59b9-49da-a366-c0a1bcd0d275 HTTP/1.1" status: 200 len: 944 time: 0.1018152 Mar 14 14:33:16.412749 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-6ecebab4-dbcb-4817-a2c2-758f22f9caa2 req-e47d4e82-8211-4622-8463-c75b97d357ce service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=30d68a4b-4076-4fe3-b51a-c24811df42eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332215 Mar 14 14:33:16.516571 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-5006ae8b-18cf-45ea-b717-b76b299a6ed3 req-49fcb5ff-a9dd-48c6-b132-a2b049d60f3d tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a514ccf-fc2a-436b-911d-f5e8466a2121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276083 Mar 14 14:33:16.562678 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-6ecebab4-dbcb-4817-a2c2-758f22f9caa2 req-0c857b06-0ea6-4951-b2e4-9e0179998c76 service neutron] 10.222.0.35 "GET /v2.0/networks/30d68a4b-4076-4fe3-b51a-c24811df42eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426318 Mar 14 14:33:16.675044 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-6ecebab4-dbcb-4817-a2c2-758f22f9caa2 req-090896ae-1f37-4b85-88ca-89ed230dc0e5 service neutron] 10.222.0.35 "GET /v2.0/networks/30d68a4b-4076-4fe3-b51a-c24811df42eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040857 Mar 14 14:33:16.878210 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d297735f-397a-4cb7-82e8-05340e925654 req-d9b787a5-3661-47ed-8e0b-5bd60591647b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:16.879760 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-d297735f-397a-4cb7-82e8-05340e925654 req-d9b787a5-3661-47ed-8e0b-5bd60591647b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d726d870815f4c2186ae63c9f4a1c43d&device_id=e181b463-b211-42ec-92f3-c5d099a11f04 HTTP/1.1" status: 200 len: 1127 time: 0.0581920 Mar 14 14:33:17.018532 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d297735f-397a-4cb7-82e8-05340e925654 req-764e519d-e1ba-47c3-a971-34174686884f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:17.020072 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-d297735f-397a-4cb7-82e8-05340e925654 req-764e519d-e1ba-47c3-a971-34174686884f service neutron] 10.222.0.35 "GET /v2.0/networks?id=30d68a4b-4076-4fe3-b51a-c24811df42eb HTTP/1.1" status: 200 len: 910 time: 0.1315503 Mar 14 14:33:17.031246 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d427aedc-8d5e-4e49-a176-bca290b12bdc req-19e415f2-38b1-42b0-83f8-5be4225c50e2 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:17.032902 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-d427aedc-8d5e-4e49-a176-bca290b12bdc req-19e415f2-38b1-42b0-83f8-5be4225c50e2 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fcfa449-05ef-4e7e-9dfe-99054d0bd615 HTTP/1.1" status: 200 len: 946 time: 0.1204152 Mar 14 14:33:17.104979 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-d297735f-397a-4cb7-82e8-05340e925654 req-b630b251-532e-4c4c-8789-0327927ce14f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=70a6709d-cac8-4e67-b833-d7254cfe7512 HTTP/1.1" status: 200 len: 217 time: 0.0706666 Mar 14 14:33:17.160196 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (ddc61399-76bc-42cc-9da4-26f2fa974742), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:17.197388 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d297735f-397a-4cb7-82e8-05340e925654 req-32ed1b3d-8a8c-4133-8e05-b087df1cc96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:17.199303 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-d297735f-397a-4cb7-82e8-05340e925654 req-32ed1b3d-8a8c-4133-8e05-b087df1cc96f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7a4a3668-7020-4e21-a82c-4b15d7418354 HTTP/1.1" status: 200 len: 849 time: 0.0873606 Mar 14 14:33:17.202650 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-d427aedc-8d5e-4e49-a176-bca290b12bdc req-f56ce4a2-f900-4ed3-b682-f8842c004568 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/security-groups?id=482a9504-d611-42a0-b669-f91a02186452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1533890 Mar 14 14:33:17.211282 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a95f517-c40a-4421-8999-26e7730782c1 req-17775cac-08ab-4243-a394-3d38ea5a70d7 tempest-VolumesActionsTest-799014417 tempest-VolumesActionsTest-799014417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:17.213019 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-1a95f517-c40a-4421-8999-26e7730782c1 req-17775cac-08ab-4243-a394-3d38ea5a70d7 tempest-VolumesActionsTest-799014417 tempest-VolumesActionsTest-799014417-project] 10.222.0.58 "GET /v2.0/ports?device_id=e181b463-b211-42ec-92f3-c5d099a11f04 HTTP/1.1" status: 200 len: 943 time: 0.1780424 Mar 14 14:33:17.270639 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-d297735f-397a-4cb7-82e8-05340e925654 req-a8e9bf75-90c9-4d09-abbc-af86613a026e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=30d68a4b-4076-4fe3-b51a-c24811df42eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563145 Mar 14 14:33:17.382498 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Device d06419f3-6bc4-44b8-963a-0370719277a3 up at agent hyperv_hv-cinder-79053 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:33:17.530742 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Provisioning for port d06419f3-6bc4-44b8-963a-0370719277a3 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 14:33:17.536194 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Provisioning complete for port d06419f3-6bc4-44b8-963a-0370719277a3 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:33:17.536791 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (d06419f3-6bc4-44b8-963a-0370719277a3), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:17.638757 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Current status of the port d06419f3-6bc4-44b8-963a-0370719277a3 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:33:17.639130 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (d06419f3-6bc4-44b8-963a-0370719277a3), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:17.666904 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b99b874-59b9-49da-a366-c0a1bcd0d275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd06419f3-6bc4-44b8-963a-0370719277a3'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:33:17.669634 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b7ebcd0391bc29bcab12edcb0ac311dc480f3a51940d576a7fcfe4e03a4514e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f58ad24-d194-49d6-ade9-e5b6e91a4513" -d '{"events": [{"server_uuid": "2b99b874-59b9-49da-a366-c0a1bcd0d275", "name": "network-vif-plugged", "status": "completed", "tag": "d06419f3-6bc4-44b8-963a-0370719277a3"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:33:17.674336 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-1a95f517-c40a-4421-8999-26e7730782c1 req-efd5b2fe-2ae5-4fb5-a8b3-8345bece2341 tempest-VolumesActionsTest-799014417 tempest-VolumesActionsTest-799014417-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba155c8c-cadc-4b0c-a4ab-5f97d6186cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4495194 Mar 14 14:33:17.690039 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] For port d06419f3-6bc4-44b8-963a-0370719277a3, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d06419f3-6bc4-44b8-963a-0370719277a3,segment=NetworkSegment(36cc7d28-2976-47cb-ab1d-d82e9bbf4c55),segment_id=36cc7d28-2976-47cb-ab1d-d82e9bbf4c55)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:33:17.704873 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c4baeb-6f05-416e-a09b-1e24699d192f req-81c9e684-f862-45a2-8a3a-c08252b7d7c6 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:17.706441 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-f8c4baeb-6f05-416e-a09b-1e24699d192f req-81c9e684-f862-45a2-8a3a-c08252b7d7c6 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fcfa449-05ef-4e7e-9dfe-99054d0bd615 HTTP/1.1" status: 200 len: 946 time: 0.4228172 Mar 14 14:33:17.709410 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-d297735f-397a-4cb7-82e8-05340e925654 req-5b85ed4d-58ea-46e7-bff1-25144c19c86f service neutron] 10.222.0.35 "GET /v2.0/networks/30d68a4b-4076-4fe3-b51a-c24811df42eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4272883 Mar 14 14:33:17.725904 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 36056) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:33:17.731620 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.v2.base [None req-d6aa6389-f65b-444c-9715-91aea11f3715 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Request body: {'floatingip': {'port_id': '57944647-f165-4efe-a00f-2765295b3ca4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:33:17.737224 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (d06419f3-6bc4-44b8-963a-0370719277a3), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:17.811349 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 14:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4767919-9381-461c-ada3-5ea57e276a53 x-openstack-request-id: req-d4767919-9381-461c-ada3-5ea57e276a53 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:33:17.812218 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b99b874-59b9-49da-a366-c0a1bcd0d275", "name": "network-vif-plugged", "status": "completed", "tag": "d06419f3-6bc4-44b8-963a-0370719277a3", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:33:17.813785 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d4767919-9381-461c-ada3-5ea57e276a53 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:33:17.814699 dv-cinder-790535-28-smb neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b99b874-59b9-49da-a366-c0a1bcd0d275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd06419f3-6bc4-44b8-963a-0370719277a3', 'code': 200} Mar 14 14:33:17.832746 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d6aa6389-f65b-444c-9715-91aea11f3715 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Publish callbacks [] for floatingip (9608ebfa-06f6-4e3f-85c1-4cd2d9077853), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:17.850444 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-d297735f-397a-4cb7-82e8-05340e925654 req-551d477e-5ce3-4bea-9535-1a035661e750 service neutron] 10.222.0.35 "GET /v2.0/networks/30d68a4b-4076-4fe3-b51a-c24811df42eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314650 Mar 14 14:33:17.874999 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Pushing event updated for resources: {'Port': ['ID=d06419f3-6bc4-44b8-963a-0370719277a3,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:17.893358 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d326916-3ab8-41e6-b707-15b92064dfad req-1eb15b85-7634-40fc-9a67-82d7c8103e49 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:17.894777 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-7d326916-3ab8-41e6-b707-15b92064dfad req-1eb15b85-7634-40fc-9a67-82d7c8103e49 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b99b874-59b9-49da-a366-c0a1bcd0d275 HTTP/1.1" status: 200 len: 945 time: 0.0949719 Mar 14 14:33:17.970404 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-7d326916-3ab8-41e6-b707-15b92064dfad req-95c5c80d-45fb-4382-b86e-e19af07b5916 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a514ccf-fc2a-436b-911d-f5e8466a2121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679553 Mar 14 14:33:18.102730 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3110bfe0-52e7-44b1-8c56-e28df357304a req-be3d2e93-8ddd-481a-b923-f5b645ca5a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:18.105506 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-3110bfe0-52e7-44b1-8c56-e28df357304a req-be3d2e93-8ddd-481a-b923-f5b645ca5a50 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2b99b874-59b9-49da-a366-c0a1bcd0d275 HTTP/1.1" status: 200 len: 1129 time: 0.0494823 Mar 14 14:33:18.162848 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-3110bfe0-52e7-44b1-8c56-e28df357304a req-25b98ab5-eff7-4a67-a5e1-d9db01fb5510 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5a514ccf-fc2a-436b-911d-f5e8466a2121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497317 Mar 14 14:33:18.435883 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d6aa6389-f65b-444c-9715-91aea11f3715 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:18.495985 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d6aa6389-f65b-444c-9715-91aea11f3715 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2016456'] for floatingip (9608ebfa-06f6-4e3f-85c1-4cd2d9077853), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:18.608853 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.db.l3_db [None req-d6aa6389-f65b-444c-9715-91aea11f3715 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Floating IP 9608ebfa-06f6-4e3f-85c1-4cd2d9077853 associated. External IP: 172.28.2.178, port: 57944647-f165-4efe-a00f-2765295b3ca4. Mar 14 14:33:18.834715 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7852e897-8ad3-44f8-8d6b-bdeccb40a389 req-b423900f-29db-4824-aad0-fa0e06cc2faf tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:18.836291 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-7852e897-8ad3-44f8-8d6b-bdeccb40a389 req-b423900f-29db-4824-aad0-fa0e06cc2faf tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "GET /v2.0/ports?device_id=5321e890-89ea-4cd5-9380-14b3e5b5a667 HTTP/1.1" status: 200 len: 985 time: 0.1037643 Mar 14 14:33:18.886939 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6aa6389-f65b-444c-9715-91aea11f3715 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Router 196e278d-c71b-4aaf-9d1f-c03f479b454d has already been hosted by L3 agent 3a20f343-fbae-42b4-9bd9-ea7570b5f761 {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 14:33:18.919165 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36925d83-43dd-4d41-9752-c9f2665f0a44 req-6e187e05-d549-4f6c-93c6-779319c218a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:18.920731 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-36925d83-43dd-4d41-9752-c9f2665f0a44 req-6e187e05-d549-4f6c-93c6-779319c218a5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c5f45cd330c34d1a83734eeafdf7678a&device_id=5321e890-89ea-4cd5-9380-14b3e5b5a667 HTTP/1.1" status: 200 len: 1169 time: 0.1323168 Mar 14 14:33:18.970649 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd3053c-a839-43fb-b49a-d25c65140ff2 req-e01914fa-5560-4ea2-adff-5a130e85af29 tempest-VolumesActionsTest-799014417 tempest-VolumesActionsTest-799014417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:18.972267 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-4cd3053c-a839-43fb-b49a-d25c65140ff2 req-e01914fa-5560-4ea2-adff-5a130e85af29 tempest-VolumesActionsTest-799014417 tempest-VolumesActionsTest-799014417-project] 10.222.0.58 "GET /v2.0/ports?device_id=e181b463-b211-42ec-92f3-c5d099a11f04 HTTP/1.1" status: 200 len: 943 time: 0.1340022 Mar 14 14:33:18.986353 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-7852e897-8ad3-44f8-8d6b-bdeccb40a389 req-5081be9b-8864-401c-801b-dda84dd82a21 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "GET /v2.0/security-groups?id=fcedf437-2ba0-45d9-a116-ab44f977f785&id=ea90585f-554e-411f-b640-4e245bafaa74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1364267 Mar 14 14:33:19.051216 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6aa6389-f65b-444c-9715-91aea11f3715 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Notify agent at l3_agent.dv-cinder-790535-28-smb the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:33:19.057379 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d6aa6389-f65b-444c-9715-91aea11f3715 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90846'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:19.067361 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022d7208-67d9-4b0a-8602-1d6bac39f5e5 None None] Sync routers for ids ['196e278d-c71b-4aaf-9d1f-c03f479b454d'] in dv-cinder-790535-28-smb {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:33:19.078874 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022d7208-67d9-4b0a-8602-1d6bac39f5e5 None None] Routers {'196e278d-c71b-4aaf-9d1f-c03f479b454d'} bound to L3 agent in host dv-cinder-790535-28-smb {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:33:19.080259 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-022d7208-67d9-4b0a-8602-1d6bac39f5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-14T14:20:13Z,description=,heartbeat_timestamp=2022-03-14T14:33:13Z,host='dv-cinder-790535-28-smb',id=3a20f343-fbae-42b4-9bd9-ea7570b5f761,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:20:14Z,topic='l3_agent')) {'router_ids': ['196e278d-c71b-4aaf-9d1f-c03f479b454d'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:33:19.095035 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-d6aa6389-f65b-444c-9715-91aea11f3715 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "PUT /v2.0/floatingips/9608ebfa-06f6-4e3f-85c1-4cd2d9077853 HTTP/1.1" status: 200 len: 992 time: 1.3724298 Mar 14 14:33:19.095837 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fcfa449-05ef-4e7e-9dfe-99054d0bd615', 'tag': '57944647-f165-4efe-a00f-2765295b3ca4'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:33:19.098301 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecc69d4607165f869e932d0d7c88ad38dd700a403a0c37ccec57971c369afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c14e5c-743e-4390-b498-aaddf4195778" -d '{"events": [{"name": "network-changed", "server_uuid": "1fcfa449-05ef-4e7e-9dfe-99054d0bd615", "tag": "57944647-f165-4efe-a00f-2765295b3ca4"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:33:19.133776 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-4cd3053c-a839-43fb-b49a-d25c65140ff2 req-d20bd5d1-d9ec-4aef-bbfc-f9373ee51feb tempest-VolumesActionsTest-799014417 tempest-VolumesActionsTest-799014417-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba155c8c-cadc-4b0c-a4ab-5f97d6186cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464033 Mar 14 14:33:19.141022 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36925d83-43dd-4d41-9752-c9f2665f0a44 req-1e034156-6f20-4d0d-b769-515f2e09bde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:19.142499 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-36925d83-43dd-4d41-9752-c9f2665f0a44 req-1e034156-6f20-4d0d-b769-515f2e09bde9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3e4a3557-57a5-4d21-92bb-061b2a0f247f HTTP/1.1" status: 200 len: 916 time: 0.2097378 Mar 14 14:33:19.199998 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 14:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b44477f0-f13e-437e-96e5-a9ea31415f55 x-openstack-request-id: req-b44477f0-f13e-437e-96e5-a9ea31415f55 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:33:19.200298 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fcfa449-05ef-4e7e-9dfe-99054d0bd615", "tag": "57944647-f165-4efe-a00f-2765295b3ca4", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:33:19.200556 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b44477f0-f13e-437e-96e5-a9ea31415f55 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:33:19.201561 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fcfa449-05ef-4e7e-9dfe-99054d0bd615', 'tag': '57944647-f165-4efe-a00f-2765295b3ca4', 'status': 'completed', 'code': 200} Mar 14 14:33:19.218799 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-022d7208-67d9-4b0a-8602-1d6bac39f5e5 None None] Set router 196e278d-c71b-4aaf-9d1f-c03f479b454d gateway port host: dv-cinder-790535-28-smb {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:33:19.224382 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f52a5-1e46-4be5-81d0-6c23bf65a46b req-2458ca9d-ad53-4d67-ab99-9075d93197a3 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:19.225840 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-245f52a5-1e46-4be5-81d0-6c23bf65a46b req-2458ca9d-ad53-4d67-ab99-9075d93197a3 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b99b874-59b9-49da-a366-c0a1bcd0d275 HTTP/1.1" status: 200 len: 945 time: 0.1622629 Mar 14 14:33:19.248397 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-36925d83-43dd-4d41-9752-c9f2665f0a44 req-2f62d52f-6a4f-403d-aaa3-e09636974f38 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f69ec99c-7955-478f-9140-397fa34b7efc HTTP/1.1" status: 200 len: 1002 time: 0.0948462 Mar 14 14:33:19.305734 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c14e5c-743e-4390-b498-aaddf4195778 req-47841785-0d69-47ab-b263-bccb97944a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:19.309299 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-92c14e5c-743e-4390-b498-aaddf4195778 req-47841785-0d69-47ab-b263-bccb97944a8b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a29ccc594deb43b480de703c9f7ff84a&device_id=1fcfa449-05ef-4e7e-9dfe-99054d0bd615 HTTP/1.1" status: 200 len: 1130 time: 0.0786934 Mar 14 14:33:19.321467 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-245f52a5-1e46-4be5-81d0-6c23bf65a46b req-9c616cad-29c1-44c0-bf81-8cb9928cd9bc tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a514ccf-fc2a-436b-911d-f5e8466a2121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892694 Mar 14 14:33:19.346189 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36925d83-43dd-4d41-9752-c9f2665f0a44 req-94e22101-554b-471f-8318-7f183e4ae842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:19.349136 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-36925d83-43dd-4d41-9752-c9f2665f0a44 req-94e22101-554b-471f-8318-7f183e4ae842 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=401011dc-5e0a-4f98-9903-0c0e2bfe083a HTTP/1.1" status: 200 len: 854 time: 0.0897498 Mar 14 14:33:19.389659 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Device 70a6709d-cac8-4e67-b833-d7254cfe7512 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 14:33:19.419030 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36925d83-43dd-4d41-9752-c9f2665f0a44 req-a6607430-5fee-443b-86d8-0410b71c56c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:19.420783 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-36925d83-43dd-4d41-9752-c9f2665f0a44 req-a6607430-5fee-443b-86d8-0410b71c56c4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3e4a3557-57a5-4d21-92bb-061b2a0f247f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0646210 Mar 14 14:33:19.451049 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c14e5c-743e-4390-b498-aaddf4195778 req-1a8845aa-ad20-4c51-82c1-65b2224c0187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:19.454403 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-92c14e5c-743e-4390-b498-aaddf4195778 req-1a8845aa-ad20-4c51-82c1-65b2224c0187 service neutron] 10.222.0.35 "GET /v2.0/networks?id=173ed8f0-b784-41a9-affa-440f6ed41220 HTTP/1.1" status: 200 len: 912 time: 0.1287420 Mar 14 14:33:19.550809 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-92c14e5c-743e-4390-b498-aaddf4195778 req-11cdc7dc-2be9-4618-8018-065a7ec58ead service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57944647-f165-4efe-a00f-2765295b3ca4 HTTP/1.1" status: 200 len: 1000 time: 0.0892589 Mar 14 14:33:19.568540 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-36925d83-43dd-4d41-9752-c9f2665f0a44 req-3329dd4e-b61b-4791-a9b4-9c50219d7070 service neutron] 10.222.0.35 "GET /v2.0/networks/3e4a3557-57a5-4d21-92bb-061b2a0f247f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410134 Mar 14 14:33:19.613566 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c14e5c-743e-4390-b498-aaddf4195778 req-83d54544-a1a8-4054-bbd8-21fd5d5a5094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:19.615253 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-92c14e5c-743e-4390-b498-aaddf4195778 req-83d54544-a1a8-4054-bbd8-21fd5d5a5094 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dd4479eb-5d2a-4b9c-9c27-a6d97c9e085c HTTP/1.1" status: 200 len: 850 time: 0.0576291 Mar 14 14:33:19.641075 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] For port 70a6709d-cac8-4e67-b833-d7254cfe7512, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=70a6709d-cac8-4e67-b833-d7254cfe7512,segment=NetworkSegment(fa1e4366-8b74-49c8-ac0e-4f70ec70afcb),segment_id=fa1e4366-8b74-49c8-ac0e-4f70ec70afcb)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:33:19.667136 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Returning: {'device': '70a6709d-cac8-4e67-b833-d7254cfe7512', 'network_id': '30d68a4b-4076-4fe3-b51a-c24811df42eb', 'port_id': '70a6709d-cac8-4e67-b833-d7254cfe7512', 'mac_address': 'fa:16:3e:ee:97:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a4a3668-7020-4e21-a82c-4b15d7418354', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 14:33:19.676198 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c14e5c-743e-4390-b498-aaddf4195778 req-cd975191-6195-4903-9fde-3bf14005658d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:19.678254 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-92c14e5c-743e-4390-b498-aaddf4195778 req-cd975191-6195-4903-9fde-3bf14005658d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=173ed8f0-b784-41a9-affa-440f6ed41220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0567856 Mar 14 14:33:19.687424 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-36925d83-43dd-4d41-9752-c9f2665f0a44 req-bc48acd1-9b55-4000-be09-81d6acf2d0b6 service neutron] 10.222.0.35 "GET /v2.0/networks/3e4a3557-57a5-4d21-92bb-061b2a0f247f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120656 Mar 14 14:33:19.744670 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Current status of the port 70a6709d-cac8-4e67-b833-d7254cfe7512 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:33:19.744670 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (70a6709d-cac8-4e67-b833-d7254cfe7512), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:19.750080 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-022d7208-67d9-4b0a-8602-1d6bac39f5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '196e278d-c71b-4aaf-9d1f-c03f479b454d', 'name': 'tempest-AttachVolumeTestJSON-1664345369-router', 'tenant_id': 'a29ccc594deb43b480de703c9f7ff84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.102'}], 'enable_snat': True}, 'gw_port_id': '09678563-119f-474c-a18d-8fe405598172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:28:58Z', 'updated_at': '2022-03-14T14:29:06Z', 'revision_number': 4, 'project_id': 'a29ccc594deb43b480de703c9f7ff84a', 'gw_port': {'id': '09678563-119f-474c-a18d-8fe405598172', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196e278d-c71b-4aaf-9d1f-c03f479b454d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:28:59Z', 'updated_at': '2022-03-14T14:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb', '_floatingips': [{'id': '9608ebfa-06f6-4e3f-85c1-4cd2d9077853', 'tenant_id': 'a29ccc594deb43b480de703c9f7ff84a', 'floating_ip_address': '172.28.2.178', 'floating_network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'router_id': '196e278d-c71b-4aaf-9d1f-c03f479b454d', 'port_id': '57944647-f165-4efe-a00f-2765295b3ca4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '173ed8f0-b784-41a9-affa-440f6ed41220', 'mac_address': 'fa:16:3e:14:77:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fcfa449-05ef-4e7e-9dfe-99054d0bd615', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T14:32:59Z', 'updated_at': '2022-03-14T14:33:18Z', 'revision_number': 1, 'project_id': 'a29ccc594deb43b480de703c9f7ff84a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a377d12b-e60b-49a0-a1c7-730f55c58b38', 'name': '', 'network_id': '173ed8f0-b784-41a9-affa-440f6ed41220', 'tenant_id': 'a29ccc594deb43b480de703c9f7ff84a', 'mac_address': 'fa:16:3e:67:25:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196e278d-c71b-4aaf-9d1f-c03f479b454d', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'dd4479eb-5d2a-4b9c-9c27-a6d97c9e085c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:04Z', 'updated_at': '2022-03-14T14:29:15Z', 'revision_number': 5, 'project_id': 'a29ccc594deb43b480de703c9f7ff84a', 'subnets': [{'id': 'dd4479eb-5d2a-4b9c-9c27-a6d97c9e085c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-smb', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:33:19.785856 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022d7208-67d9-4b0a-8602-1d6bac39f5e5 None None] Checking router: 196e278d-c71b-4aaf-9d1f-c03f479b454d for host: dv-cinder-790535-28-smb {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:33:19.789004 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70a6709d-cac8-4e67-b833-d7254cfe7512 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 14:33:19.794808 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-92c14e5c-743e-4390-b498-aaddf4195778 req-51ba8cb8-0ff8-4674-afe5-a52ca62120c8 service neutron] 10.222.0.35 "GET /v2.0/networks/173ed8f0-b784-41a9-affa-440f6ed41220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094527 Mar 14 14:33:19.818788 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022d7208-67d9-4b0a-8602-1d6bac39f5e5 None None] Routers {'196e278d-c71b-4aaf-9d1f-c03f479b454d'} bound to L3 agent in host dv-cinder-790535-28-smb {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:33:19.818788 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-022d7208-67d9-4b0a-8602-1d6bac39f5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-14T14:20:13Z,description=,heartbeat_timestamp=2022-03-14T14:33:13Z,host='dv-cinder-790535-28-smb',id=3a20f343-fbae-42b4-9bd9-ea7570b5f761,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:20:14Z,topic='l3_agent')) {'router_ids': ['196e278d-c71b-4aaf-9d1f-c03f479b454d'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:33:19.825810 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] For port 70a6709d-cac8-4e67-b833-d7254cfe7512, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=70a6709d-cac8-4e67-b833-d7254cfe7512,segment=NetworkSegment(fa1e4366-8b74-49c8-ac0e-4f70ec70afcb),segment_id=fa1e4366-8b74-49c8-ac0e-4f70ec70afcb)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:33:19.909522 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-92c14e5c-743e-4390-b498-aaddf4195778 req-c0c782c4-9f45-42cc-8309-5e87d6e2fe7b service neutron] 10.222.0.35 "GET /v2.0/networks/173ed8f0-b784-41a9-affa-440f6ed41220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085336 Mar 14 14:33:19.936071 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (70a6709d-cac8-4e67-b833-d7254cfe7512), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:19.971903 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-022d7208-67d9-4b0a-8602-1d6bac39f5e5 None None] Set router 196e278d-c71b-4aaf-9d1f-c03f479b454d gateway port host: dv-cinder-790535-28-smb {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:33:20.068115 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Pushing event updated for resources: {'Port': ['ID=70a6709d-cac8-4e67-b833-d7254cfe7512,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:20.135977 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c626563b-6794-443c-9fac-ff01619b5a87 req-a2b79538-c297-420c-8e2c-bc80cec46fc6 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:20.137654 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-c626563b-6794-443c-9fac-ff01619b5a87 req-a2b79538-c297-420c-8e2c-bc80cec46fc6 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "GET /v2.0/ports?device_id=5321e890-89ea-4cd5-9380-14b3e5b5a667 HTTP/1.1" status: 200 len: 985 time: 0.0709257 Mar 14 14:33:20.208210 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] get_ports_and_sgs() called for port_ids ['70a6709d-cac8-4e67-b833-d7254cfe7512'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 14:33:20.247132 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-c626563b-6794-443c-9fac-ff01619b5a87 req-630c559b-1132-490f-ac13-75ede25f3681 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "GET /v2.0/security-groups?id=fcedf437-2ba0-45d9-a116-ab44f977f785&id=ea90585f-554e-411f-b640-4e245bafaa74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1024945 Mar 14 14:33:20.308990 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65abe620-4ac3-44a9-89be-058b62eb6fd2 req-5dfb23f3-d704-42e7-a692-ab1d9b66fe39 tempest-VolumesActionsTest-799014417 tempest-VolumesActionsTest-799014417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:20.310703 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-65abe620-4ac3-44a9-89be-058b62eb6fd2 req-5dfb23f3-d704-42e7-a692-ab1d9b66fe39 tempest-VolumesActionsTest-799014417 tempest-VolumesActionsTest-799014417-project] 10.222.0.58 "GET /v2.0/ports?device_id=e181b463-b211-42ec-92f3-c5d099a11f04 HTTP/1.1" status: 200 len: 944 time: 0.0896564 Mar 14 14:33:20.362792 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-022d7208-67d9-4b0a-8602-1d6bac39f5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '196e278d-c71b-4aaf-9d1f-c03f479b454d', 'name': 'tempest-AttachVolumeTestJSON-1664345369-router', 'tenant_id': 'a29ccc594deb43b480de703c9f7ff84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.102'}], 'enable_snat': True}, 'gw_port_id': '09678563-119f-474c-a18d-8fe405598172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:28:58Z', 'updated_at': '2022-03-14T14:29:06Z', 'revision_number': 4, 'project_id': 'a29ccc594deb43b480de703c9f7ff84a', 'gw_port': {'id': '09678563-119f-474c-a18d-8fe405598172', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196e278d-c71b-4aaf-9d1f-c03f479b454d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:28:59Z', 'updated_at': '2022-03-14T14:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb', '_floatingips': [{'id': '9608ebfa-06f6-4e3f-85c1-4cd2d9077853', 'tenant_id': 'a29ccc594deb43b480de703c9f7ff84a', 'floating_ip_address': '172.28.2.178', 'floating_network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'router_id': '196e278d-c71b-4aaf-9d1f-c03f479b454d', 'port_id': '57944647-f165-4efe-a00f-2765295b3ca4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '173ed8f0-b784-41a9-affa-440f6ed41220', 'mac_address': 'fa:16:3e:14:77:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fcfa449-05ef-4e7e-9dfe-99054d0bd615', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T14:32:59Z', 'updated_at': '2022-03-14T14:33:18Z', 'revision_number': 1, 'project_id': 'a29ccc594deb43b480de703c9f7ff84a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a377d12b-e60b-49a0-a1c7-730f55c58b38', 'name': '', 'network_id': '173ed8f0-b784-41a9-affa-440f6ed41220', 'tenant_id': 'a29ccc594deb43b480de703c9f7ff84a', 'mac_address': 'fa:16:3e:67:25:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196e278d-c71b-4aaf-9d1f-c03f479b454d', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'dd4479eb-5d2a-4b9c-9c27-a6d97c9e085c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:04Z', 'updated_at': '2022-03-14T14:29:15Z', 'revision_number': 5, 'project_id': 'a29ccc594deb43b480de703c9f7ff84a', 'subnets': [{'id': 'dd4479eb-5d2a-4b9c-9c27-a6d97c9e085c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-smb', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:33:20.371629 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-65abe620-4ac3-44a9-89be-058b62eb6fd2 req-ad6bf50d-b23c-4ee2-a0a4-15379196c345 tempest-VolumesActionsTest-799014417 tempest-VolumesActionsTest-799014417-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba155c8c-cadc-4b0c-a4ab-5f97d6186cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545478 Mar 14 14:33:20.476212 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7974a732-d03b-437a-a74a-bdfbad5b7045 req-9edd7509-c824-4106-b096-82d8dc74e8c1 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:20.477860 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-7974a732-d03b-437a-a74a-bdfbad5b7045 req-9edd7509-c824-4106-b096-82d8dc74e8c1 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b99b874-59b9-49da-a366-c0a1bcd0d275 HTTP/1.1" status: 200 len: 945 time: 0.0656414 Mar 14 14:33:20.508523 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.agents_db [None req-65564c68-cd92-4c79-8f56-5bb994fe7015 None None] Agent healthcheck: found 6 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 14:33:20.533124 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022d7208-67d9-4b0a-8602-1d6bac39f5e5 None None] The sync data for ids ['196e278d-c71b-4aaf-9d1f-c03f479b454d'] in dv-cinder-790535-28-smb is: [{'id': '196e278d-c71b-4aaf-9d1f-c03f479b454d', 'name': 'tempest-AttachVolumeTestJSON-1664345369-router', 'tenant_id': 'a29ccc594deb43b480de703c9f7ff84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.102'}], 'enable_snat': True}, 'gw_port_id': '09678563-119f-474c-a18d-8fe405598172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:28:58Z', 'updated_at': '2022-03-14T14:29:06Z', 'revision_number': 4, 'project_id': 'a29ccc594deb43b480de703c9f7ff84a', 'gw_port': {'id': '09678563-119f-474c-a18d-8fe405598172', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196e278d-c71b-4aaf-9d1f-c03f479b454d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:28:59Z', 'updated_at': '2022-03-14T14:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb', '_floatingips': [{'id': '9608ebfa-06f6-4e3f-85c1-4cd2d9077853', 'tenant_id': 'a29ccc594deb43b480de703c9f7ff84a', 'floating_ip_address': '172.28.2.178', 'floating_network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'router_id': '196e278d-c71b-4aaf-9d1f-c03f479b454d', 'port_id': '57944647-f165-4efe-a00f-2765295b3ca4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '173ed8f0-b784-41a9-affa-440f6ed41220', 'mac_address': 'fa:16:3e:14:77:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fcfa449-05ef-4e7e-9dfe-99054d0bd615', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T14:32:59Z', 'updated_at': '2022-03-14T14:33:18Z', 'revision_number': 1, 'project_id': 'a29ccc594deb43b480de703c9f7ff84a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a377d12b-e60b-49a0-a1c7-730f55c58b38', 'name': '', 'network_id': '173ed8f0-b784-41a9-affa-440f6ed41220', 'tenant_id': 'a29ccc594deb43b480de703c9f7ff84a', 'mac_address': 'fa:16:3e:67:25:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196e278d-c71b-4aaf-9d1f-c03f479b454d', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'dd4479eb-5d2a-4b9c-9c27-a6d97c9e085c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:04Z', 'updated_at': '2022-03-14T14:29:15Z', 'revision_number': 5, 'project_id': 'a29ccc594deb43b480de703c9f7ff84a', 'subnets': [{'id': 'dd4479eb-5d2a-4b9c-9c27-a6d97c9e085c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:33:20.547167 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-7974a732-d03b-437a-a74a-bdfbad5b7045 req-0afb65b0-2ac4-413b-8e5c-a44bee058092 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a514ccf-fc2a-436b-911d-f5e8466a2121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618329 Mar 14 14:33:20.685459 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb8dbea-a275-4955-9351-ee7318171185 req-19caa30c-e64f-4a39-8a48-0df3989a0e68 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:20.687239 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-deb8dbea-a275-4955-9351-ee7318171185 req-19caa30c-e64f-4a39-8a48-0df3989a0e68 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b99b874-59b9-49da-a366-c0a1bcd0d275 HTTP/1.1" status: 200 len: 945 time: 0.0620949 Mar 14 14:33:20.695850 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 36080) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:33:20.701552 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.v2.base [None req-d39dd248-1ac9-4d17-a706-ee04b201732e tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Request body: {'floatingip': {'port_id': 'd06419f3-6bc4-44b8-963a-0370719277a3'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:33:20.749378 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d39dd248-1ac9-4d17-a706-ee04b201732e tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Publish callbacks [] for floatingip (eb146e9d-0fe4-4a73-bddf-1c3e0c2bd43a), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:20.780698 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a57bed-c35f-4fa6-80ce-d42135e5a6e0 None None] New status for floating IP 9608ebfa-06f6-4e3f-85c1-4cd2d9077853: ACTIVE {{(pid=103769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 14:33:21.365540 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d39dd248-1ac9-4d17-a706-ee04b201732e tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:21.388785 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2922c5-8ad7-49cb-9e9e-2e2e93f46809 req-36e2f2a0-a708-4d8d-81f3-1ad7585f5dac tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:21.390338 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-fc2922c5-8ad7-49cb-9e9e-2e2e93f46809 req-36e2f2a0-a708-4d8d-81f3-1ad7585f5dac tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "GET /v2.0/ports?device_id=5321e890-89ea-4cd5-9380-14b3e5b5a667 HTTP/1.1" status: 200 len: 985 time: 0.0617800 Mar 14 14:33:21.412516 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Device 70a6709d-cac8-4e67-b833-d7254cfe7512 up at agent hyperv_hv-cinder-79053 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:33:21.470801 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-fc2922c5-8ad7-49cb-9e9e-2e2e93f46809 req-27e11cdc-db12-4047-b911-efff310f84b1 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "GET /v2.0/security-groups?id=fcedf437-2ba0-45d9-a116-ab44f977f785&id=ea90585f-554e-411f-b640-4e245bafaa74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0742042 Mar 14 14:33:21.475237 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d39dd248-1ac9-4d17-a706-ee04b201732e tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2016456'] for floatingip (eb146e9d-0fe4-4a73-bddf-1c3e0c2bd43a), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:21.557550 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656c7b5-adc3-429c-a68b-e757f5e49a28 req-a76664c2-a753-4102-8234-70485008d535 tempest-VolumesActionsTest-799014417 tempest-VolumesActionsTest-799014417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:21.559174 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-4656c7b5-adc3-429c-a68b-e757f5e49a28 req-a76664c2-a753-4102-8234-70485008d535 tempest-VolumesActionsTest-799014417 tempest-VolumesActionsTest-799014417-project] 10.222.0.58 "GET /v2.0/ports?device_id=e181b463-b211-42ec-92f3-c5d099a11f04 HTTP/1.1" status: 200 len: 944 time: 0.0794144 Mar 14 14:33:21.570423 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Provisioning for port 70a6709d-cac8-4e67-b833-d7254cfe7512 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 14:33:21.575438 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Provisioning complete for port 70a6709d-cac8-4e67-b833-d7254cfe7512 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:33:21.575915 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (70a6709d-cac8-4e67-b833-d7254cfe7512), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:21.599203 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.db.l3_db [None req-d39dd248-1ac9-4d17-a706-ee04b201732e tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Floating IP eb146e9d-0fe4-4a73-bddf-1c3e0c2bd43a associated. External IP: 172.28.2.38, port: d06419f3-6bc4-44b8-963a-0370719277a3. Mar 14 14:33:21.614543 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-4656c7b5-adc3-429c-a68b-e757f5e49a28 req-6f5b9211-29e8-4f38-9a17-3d64b541fc6f tempest-VolumesActionsTest-799014417 tempest-VolumesActionsTest-799014417-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba155c8c-cadc-4b0c-a4ab-5f97d6186cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492857 Mar 14 14:33:21.684345 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Current status of the port 70a6709d-cac8-4e67-b833-d7254cfe7512 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:33:21.684737 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (70a6709d-cac8-4e67-b833-d7254cfe7512), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:21.708761 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e181b463-b211-42ec-92f3-c5d099a11f04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70a6709d-cac8-4e67-b833-d7254cfe7512'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:33:21.711316 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b7ebcd0391bc29bcab12edcb0ac311dc480f3a51940d576a7fcfe4e03a4514e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-768d0df0-fce4-4d3f-ad99-df49f01402b3" -d '{"events": [{"server_uuid": "e181b463-b211-42ec-92f3-c5d099a11f04", "name": "network-vif-plugged", "status": "completed", "tag": "70a6709d-cac8-4e67-b833-d7254cfe7512"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:33:21.730465 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] For port 70a6709d-cac8-4e67-b833-d7254cfe7512, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=70a6709d-cac8-4e67-b833-d7254cfe7512,segment=NetworkSegment(fa1e4366-8b74-49c8-ac0e-4f70ec70afcb),segment_id=fa1e4366-8b74-49c8-ac0e-4f70ec70afcb)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:33:21.750958 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 14:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29eadf80-d7fe-4608-891d-b4de550f8c94 x-openstack-request-id: req-29eadf80-d7fe-4608-891d-b4de550f8c94 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:33:21.751287 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e181b463-b211-42ec-92f3-c5d099a11f04", "name": "network-vif-plugged", "status": "completed", "tag": "70a6709d-cac8-4e67-b833-d7254cfe7512", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:33:21.751555 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-29eadf80-d7fe-4608-891d-b4de550f8c94 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:33:21.752104 dv-cinder-790535-28-smb neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e181b463-b211-42ec-92f3-c5d099a11f04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70a6709d-cac8-4e67-b833-d7254cfe7512', 'code': 200} Mar 14 14:33:21.777865 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (70a6709d-cac8-4e67-b833-d7254cfe7512), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:21.848425 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Pushing event updated for resources: {'Port': ['ID=70a6709d-cac8-4e67-b833-d7254cfe7512,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:22.143690 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c8561e-2372-45b9-828c-e381801fba14 req-60ef964a-454a-48c0-90c9-ec95fde2fd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:22.145516 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-f4c8561e-2372-45b9-828c-e381801fba14 req-60ef964a-454a-48c0-90c9-ec95fde2fd7f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e181b463-b211-42ec-92f3-c5d099a11f04 HTTP/1.1" status: 200 len: 1129 time: 0.1055453 Mar 14 14:33:22.155992 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d39dd248-1ac9-4d17-a706-ee04b201732e tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Router f2d2a6f0-7147-442a-9147-b007d1bf05e1 has already been hosted by L3 agent 3a20f343-fbae-42b4-9bd9-ea7570b5f761 {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 14:33:22.240703 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-f4c8561e-2372-45b9-828c-e381801fba14 req-1c1f6d19-e9a1-4af7-bc46-49a32f188e2c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ba155c8c-cadc-4b0c-a4ab-5f97d6186cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868621 Mar 14 14:33:22.310875 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d39dd248-1ac9-4d17-a706-ee04b201732e tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Notify agent at l3_agent.dv-cinder-790535-28-smb the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:33:22.315421 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d39dd248-1ac9-4d17-a706-ee04b201732e tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90846'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:22.322638 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37907f5-b627-4672-b941-7236033196e5 None None] Sync routers for ids ['f2d2a6f0-7147-442a-9147-b007d1bf05e1'] in dv-cinder-790535-28-smb {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:33:22.334851 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37907f5-b627-4672-b941-7236033196e5 None None] Routers {'f2d2a6f0-7147-442a-9147-b007d1bf05e1'} bound to L3 agent in host dv-cinder-790535-28-smb {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:33:22.335505 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-b37907f5-b627-4672-b941-7236033196e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-14T14:20:13Z,description=,heartbeat_timestamp=2022-03-14T14:33:13Z,host='dv-cinder-790535-28-smb',id=3a20f343-fbae-42b4-9bd9-ea7570b5f761,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:20:14Z,topic='l3_agent')) {'router_ids': ['f2d2a6f0-7147-442a-9147-b007d1bf05e1'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:33:22.364077 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-d39dd248-1ac9-4d17-a706-ee04b201732e tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "PUT /v2.0/floatingips/eb146e9d-0fe4-4a73-bddf-1c3e0c2bd43a HTTP/1.1" status: 200 len: 990 time: 1.6503470 Mar 14 14:33:22.364077 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b99b874-59b9-49da-a366-c0a1bcd0d275', 'tag': 'd06419f3-6bc4-44b8-963a-0370719277a3'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:33:22.364077 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecc69d4607165f869e932d0d7c88ad38dd700a403a0c37ccec57971c369afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a520f07c-ddbe-4175-a7ee-64aa8cc3086f" -d '{"events": [{"name": "network-changed", "server_uuid": "2b99b874-59b9-49da-a366-c0a1bcd0d275", "tag": "d06419f3-6bc4-44b8-963a-0370719277a3"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:33:22.390483 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 14:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd7b261-e7d7-4f95-8838-e1e8ef9a736c x-openstack-request-id: req-9fd7b261-e7d7-4f95-8838-e1e8ef9a736c {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:33:22.391108 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b99b874-59b9-49da-a366-c0a1bcd0d275", "tag": "d06419f3-6bc4-44b8-963a-0370719277a3", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:33:22.391108 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9fd7b261-e7d7-4f95-8838-e1e8ef9a736c {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:33:22.391666 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b99b874-59b9-49da-a366-c0a1bcd0d275', 'tag': 'd06419f3-6bc4-44b8-963a-0370719277a3', 'status': 'completed', 'code': 200} Mar 14 14:33:22.465393 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-b37907f5-b627-4672-b941-7236033196e5 None None] Set router f2d2a6f0-7147-442a-9147-b007d1bf05e1 gateway port host: dv-cinder-790535-28-smb {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:33:22.527800 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a520f07c-ddbe-4175-a7ee-64aa8cc3086f req-3b1f9199-dd2d-4bbf-9bee-4aac8ab54d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:22.527800 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-a520f07c-ddbe-4175-a7ee-64aa8cc3086f req-3b1f9199-dd2d-4bbf-9bee-4aac8ab54d03 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f5f40385a50a46a79167ae6a859eee4d&device_id=2b99b874-59b9-49da-a366-c0a1bcd0d275 HTTP/1.1" status: 200 len: 1129 time: 0.0495775 Mar 14 14:33:22.648359 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a520f07c-ddbe-4175-a7ee-64aa8cc3086f req-d8be1cd1-7063-4838-a385-b19b82ffdc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:22.649587 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5e5fb5-3a40-4ca2-851e-811aba3a7b4f req-615fc2f7-da9b-4d87-a630-3bc0b8f5c6ca tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:22.650700 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-a520f07c-ddbe-4175-a7ee-64aa8cc3086f req-d8be1cd1-7063-4838-a385-b19b82ffdc45 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9bb2727a-e859-46ff-8b02-e0e5093e8925 HTTP/1.1" status: 200 len: 918 time: 0.1126497 Mar 14 14:33:22.652648 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-cc5e5fb5-3a40-4ca2-851e-811aba3a7b4f req-615fc2f7-da9b-4d87-a630-3bc0b8f5c6ca tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "GET /v2.0/ports?device_id=5321e890-89ea-4cd5-9380-14b3e5b5a667 HTTP/1.1" status: 200 len: 985 time: 0.0771303 Mar 14 14:33:22.731089 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-cc5e5fb5-3a40-4ca2-851e-811aba3a7b4f req-bd52d6e3-f647-45e5-bad7-9958ace8fa99 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "GET /v2.0/security-groups?id=fcedf437-2ba0-45d9-a116-ab44f977f785&id=ea90585f-554e-411f-b640-4e245bafaa74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0721221 Mar 14 14:33:22.756933 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-a520f07c-ddbe-4175-a7ee-64aa8cc3086f req-652e9e59-e373-4227-8a73-dba58721eba6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d06419f3-6bc4-44b8-963a-0370719277a3 HTTP/1.1" status: 200 len: 998 time: 0.0953918 Mar 14 14:33:22.764530 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-b37907f5-b627-4672-b941-7236033196e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2d2a6f0-7147-442a-9147-b007d1bf05e1', 'name': 'tempest-AttachVolumeShelveTestJSON-1745510330-router', 'tenant_id': 'f5f40385a50a46a79167ae6a859eee4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.211'}], 'enable_snat': True}, 'gw_port_id': '381ba10b-ad5b-48ce-8bb3-936a16f5e473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:28:59Z', 'updated_at': '2022-03-14T14:29:08Z', 'revision_number': 4, 'project_id': 'f5f40385a50a46a79167ae6a859eee4d', 'gw_port': {'id': '381ba10b-ad5b-48ce-8bb3-936a16f5e473', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:71:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d2a6f0-7147-442a-9147-b007d1bf05e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:01Z', 'updated_at': '2022-03-14T14:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb', '_floatingips': [{'id': 'eb146e9d-0fe4-4a73-bddf-1c3e0c2bd43a', 'tenant_id': 'f5f40385a50a46a79167ae6a859eee4d', 'floating_ip_address': '172.28.2.38', 'floating_network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'router_id': 'f2d2a6f0-7147-442a-9147-b007d1bf05e1', 'port_id': 'd06419f3-6bc4-44b8-963a-0370719277a3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bb2727a-e859-46ff-8b02-e0e5093e8925', 'mac_address': 'fa:16:3e:f3:77:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b99b874-59b9-49da-a366-c0a1bcd0d275', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T14:33:03Z', 'updated_at': '2022-03-14T14:33:21Z', 'revision_number': 1, 'project_id': 'f5f40385a50a46a79167ae6a859eee4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a12c18fa-de25-4441-869e-92a0e4a1c074', 'name': '', 'network_id': '9bb2727a-e859-46ff-8b02-e0e5093e8925', 'tenant_id': 'f5f40385a50a46a79167ae6a859eee4d', 'mac_address': 'fa:16:3e:4a:39:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d2a6f0-7147-442a-9147-b007d1bf05e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'bd458166-2986-4de0-890b-33eba077f5c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:07Z', 'updated_at': '2022-03-14T14:29:19Z', 'revision_number': 5, 'project_id': 'f5f40385a50a46a79167ae6a859eee4d', 'subnets': [{'id': 'bd458166-2986-4de0-890b-33eba077f5c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-smb', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:33:22.787043 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed49d23-dd63-466f-adf4-c590020498f4 req-9e62abbc-d838-4a50-aae9-56e9dc60c871 tempest-VolumesActionsTest-799014417 tempest-VolumesActionsTest-799014417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:22.789143 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-7ed49d23-dd63-466f-adf4-c590020498f4 req-9e62abbc-d838-4a50-aae9-56e9dc60c871 tempest-VolumesActionsTest-799014417 tempest-VolumesActionsTest-799014417-project] 10.222.0.58 "GET /v2.0/ports?device_id=e181b463-b211-42ec-92f3-c5d099a11f04 HTTP/1.1" status: 200 len: 945 time: 0.0652688 Mar 14 14:33:22.792034 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37907f5-b627-4672-b941-7236033196e5 None None] Checking router: f2d2a6f0-7147-442a-9147-b007d1bf05e1 for host: dv-cinder-790535-28-smb {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:33:22.800670 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37907f5-b627-4672-b941-7236033196e5 None None] Routers {'f2d2a6f0-7147-442a-9147-b007d1bf05e1'} bound to L3 agent in host dv-cinder-790535-28-smb {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:33:22.801275 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-b37907f5-b627-4672-b941-7236033196e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-14T14:20:13Z,description=,heartbeat_timestamp=2022-03-14T14:33:13Z,host='dv-cinder-790535-28-smb',id=3a20f343-fbae-42b4-9bd9-ea7570b5f761,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:20:14Z,topic='l3_agent')) {'router_ids': ['f2d2a6f0-7147-442a-9147-b007d1bf05e1'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:33:22.807237 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a520f07c-ddbe-4175-a7ee-64aa8cc3086f req-0d533367-86e2-4f39-bfe3-7855dbcde7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:22.809068 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-a520f07c-ddbe-4175-a7ee-64aa8cc3086f req-0d533367-86e2-4f39-bfe3-7855dbcde7f1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd458166-2986-4de0-890b-33eba077f5c5 HTTP/1.1" status: 200 len: 856 time: 0.0500641 Mar 14 14:33:22.847301 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-7ed49d23-dd63-466f-adf4-c590020498f4 req-28720131-6337-4a43-bd92-623587969c25 tempest-VolumesActionsTest-799014417 tempest-VolumesActionsTest-799014417-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba155c8c-cadc-4b0c-a4ab-5f97d6186cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515308 Mar 14 14:33:22.866252 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a520f07c-ddbe-4175-a7ee-64aa8cc3086f req-b5ed8f5a-aa20-4031-b5ae-e2798cccb615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:22.867848 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-a520f07c-ddbe-4175-a7ee-64aa8cc3086f req-b5ed8f5a-aa20-4031-b5ae-e2798cccb615 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9bb2727a-e859-46ff-8b02-e0e5093e8925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0527649 Mar 14 14:33:22.925331 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-b37907f5-b627-4672-b941-7236033196e5 None None] Set router f2d2a6f0-7147-442a-9147-b007d1bf05e1 gateway port host: dv-cinder-790535-28-smb {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:33:22.972781 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-a520f07c-ddbe-4175-a7ee-64aa8cc3086f req-68e2ba00-4358-4bf0-b102-b343c659cbd6 service neutron] 10.222.0.35 "GET /v2.0/networks/9bb2727a-e859-46ff-8b02-e0e5093e8925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907662 Mar 14 14:33:23.070435 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-a520f07c-ddbe-4175-a7ee-64aa8cc3086f req-0af1edca-b637-4d09-914c-f26c26bc27c7 service neutron] 10.222.0.35 "GET /v2.0/networks/9bb2727a-e859-46ff-8b02-e0e5093e8925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895064 Mar 14 14:33:23.169792 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-b37907f5-b627-4672-b941-7236033196e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2d2a6f0-7147-442a-9147-b007d1bf05e1', 'name': 'tempest-AttachVolumeShelveTestJSON-1745510330-router', 'tenant_id': 'f5f40385a50a46a79167ae6a859eee4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.211'}], 'enable_snat': True}, 'gw_port_id': '381ba10b-ad5b-48ce-8bb3-936a16f5e473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:28:59Z', 'updated_at': '2022-03-14T14:29:08Z', 'revision_number': 4, 'project_id': 'f5f40385a50a46a79167ae6a859eee4d', 'gw_port': {'id': '381ba10b-ad5b-48ce-8bb3-936a16f5e473', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:71:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d2a6f0-7147-442a-9147-b007d1bf05e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:01Z', 'updated_at': '2022-03-14T14:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb', '_floatingips': [{'id': 'eb146e9d-0fe4-4a73-bddf-1c3e0c2bd43a', 'tenant_id': 'f5f40385a50a46a79167ae6a859eee4d', 'floating_ip_address': '172.28.2.38', 'floating_network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'router_id': 'f2d2a6f0-7147-442a-9147-b007d1bf05e1', 'port_id': 'd06419f3-6bc4-44b8-963a-0370719277a3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bb2727a-e859-46ff-8b02-e0e5093e8925', 'mac_address': 'fa:16:3e:f3:77:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b99b874-59b9-49da-a366-c0a1bcd0d275', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T14:33:03Z', 'updated_at': '2022-03-14T14:33:21Z', 'revision_number': 1, 'project_id': 'f5f40385a50a46a79167ae6a859eee4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a12c18fa-de25-4441-869e-92a0e4a1c074', 'name': '', 'network_id': '9bb2727a-e859-46ff-8b02-e0e5093e8925', 'tenant_id': 'f5f40385a50a46a79167ae6a859eee4d', 'mac_address': 'fa:16:3e:4a:39:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d2a6f0-7147-442a-9147-b007d1bf05e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'bd458166-2986-4de0-890b-33eba077f5c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:07Z', 'updated_at': '2022-03-14T14:29:19Z', 'revision_number': 5, 'project_id': 'f5f40385a50a46a79167ae6a859eee4d', 'subnets': [{'id': 'bd458166-2986-4de0-890b-33eba077f5c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-smb', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:33:23.199481 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37907f5-b627-4672-b941-7236033196e5 None None] The sync data for ids ['f2d2a6f0-7147-442a-9147-b007d1bf05e1'] in dv-cinder-790535-28-smb is: [{'id': 'f2d2a6f0-7147-442a-9147-b007d1bf05e1', 'name': 'tempest-AttachVolumeShelveTestJSON-1745510330-router', 'tenant_id': 'f5f40385a50a46a79167ae6a859eee4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.211'}], 'enable_snat': True}, 'gw_port_id': '381ba10b-ad5b-48ce-8bb3-936a16f5e473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:28:59Z', 'updated_at': '2022-03-14T14:29:08Z', 'revision_number': 4, 'project_id': 'f5f40385a50a46a79167ae6a859eee4d', 'gw_port': {'id': '381ba10b-ad5b-48ce-8bb3-936a16f5e473', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:71:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d2a6f0-7147-442a-9147-b007d1bf05e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:01Z', 'updated_at': '2022-03-14T14:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb', '_floatingips': [{'id': 'eb146e9d-0fe4-4a73-bddf-1c3e0c2bd43a', 'tenant_id': 'f5f40385a50a46a79167ae6a859eee4d', 'floating_ip_address': '172.28.2.38', 'floating_network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'router_id': 'f2d2a6f0-7147-442a-9147-b007d1bf05e1', 'port_id': 'd06419f3-6bc4-44b8-963a-0370719277a3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bb2727a-e859-46ff-8b02-e0e5093e8925', 'mac_address': 'fa:16:3e:f3:77:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b99b874-59b9-49da-a366-c0a1bcd0d275', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T14:33:03Z', 'updated_at': '2022-03-14T14:33:21Z', 'revision_number': 1, 'project_id': 'f5f40385a50a46a79167ae6a859eee4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a12c18fa-de25-4441-869e-92a0e4a1c074', 'name': '', 'network_id': '9bb2727a-e859-46ff-8b02-e0e5093e8925', 'tenant_id': 'f5f40385a50a46a79167ae6a859eee4d', 'mac_address': 'fa:16:3e:4a:39:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d2a6f0-7147-442a-9147-b007d1bf05e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'bd458166-2986-4de0-890b-33eba077f5c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:07Z', 'updated_at': '2022-03-14T14:29:19Z', 'revision_number': 5, 'project_id': 'f5f40385a50a46a79167ae6a859eee4d', 'subnets': [{'id': 'bd458166-2986-4de0-890b-33eba077f5c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:33:23.404971 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ac90ce-7134-4e66-b717-76deaeba195f None None] New status for floating IP eb146e9d-0fe4-4a73-bddf-1c3e0c2bd43a: ACTIVE {{(pid=103769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 14:33:23.859857 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140ecfa8-230a-4b49-8076-57605236e822 req-cddd5966-e313-4037-a323-0a6584090159 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:23.861573 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-140ecfa8-230a-4b49-8076-57605236e822 req-cddd5966-e313-4037-a323-0a6584090159 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "GET /v2.0/ports?device_id=5321e890-89ea-4cd5-9380-14b3e5b5a667 HTTP/1.1" status: 200 len: 985 time: 0.0561748 Mar 14 14:33:23.926267 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-140ecfa8-230a-4b49-8076-57605236e822 req-a485bf7f-11a3-41d7-8309-aa7e7b895fac tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "GET /v2.0/security-groups?id=fcedf437-2ba0-45d9-a116-ab44f977f785&id=ea90585f-554e-411f-b640-4e245bafaa74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0590510 Mar 14 14:33:23.988082 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef3b161-b600-4668-b9c6-d7718360d2fc req-35f98bcd-ab9e-44ed-9400-86ddd6f5faaf tempest-VolumesActionsTest-799014417 tempest-VolumesActionsTest-799014417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:23.989758 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-7ef3b161-b600-4668-b9c6-d7718360d2fc req-35f98bcd-ab9e-44ed-9400-86ddd6f5faaf tempest-VolumesActionsTest-799014417 tempest-VolumesActionsTest-799014417-project] 10.222.0.58 "GET /v2.0/ports?device_id=e181b463-b211-42ec-92f3-c5d099a11f04 HTTP/1.1" status: 200 len: 945 time: 0.0553038 Mar 14 14:33:24.045827 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-7ef3b161-b600-4668-b9c6-d7718360d2fc req-0852d9b3-c920-44d3-9d02-3f6888da8814 tempest-VolumesActionsTest-799014417 tempest-VolumesActionsTest-799014417-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba155c8c-cadc-4b0c-a4ab-5f97d6186cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496547 Mar 14 14:33:25.060697 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722fe21d-6bf0-4f8d-955e-694da0cfc07a req-7ccde3c6-eb7f-4ca6-98e1-a1fab43efa4f tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:25.062552 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-722fe21d-6bf0-4f8d-955e-694da0cfc07a req-7ccde3c6-eb7f-4ca6-98e1-a1fab43efa4f tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "GET /v2.0/ports?device_id=5321e890-89ea-4cd5-9380-14b3e5b5a667 HTTP/1.1" status: 200 len: 985 time: 0.0658231 Mar 14 14:33:25.128990 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-722fe21d-6bf0-4f8d-955e-694da0cfc07a req-ff7046a4-0e75-4c34-ac37-c3d623c3ce37 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "GET /v2.0/security-groups?id=fcedf437-2ba0-45d9-a116-ab44f977f785&id=ea90585f-554e-411f-b640-4e245bafaa74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0601993 Mar 14 14:33:25.821892 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (5e7a912f-556e-4923-ad48-72f47c325557), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:26.260959 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4bffa7-747e-4352-8763-9887a5e487ac req-4adccad9-abe5-4e52-b6a3-a09cb31c3abd tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:26.262929 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-ba4bffa7-747e-4352-8763-9887a5e487ac req-4adccad9-abe5-4e52-b6a3-a09cb31c3abd tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "GET /v2.0/ports?device_id=5321e890-89ea-4cd5-9380-14b3e5b5a667 HTTP/1.1" status: 200 len: 985 time: 0.0566297 Mar 14 14:33:26.335032 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-ba4bffa7-747e-4352-8763-9887a5e487ac req-8441c41a-95f9-4874-8ae5-e007732e479c tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "GET /v2.0/security-groups?id=fcedf437-2ba0-45d9-a116-ab44f977f785&id=ea90585f-554e-411f-b640-4e245bafaa74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0658216 Mar 14 14:33:27.464737 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627cb36c-1855-4bb2-b14e-6cef41a68bf1 req-bde7346d-7436-4d42-a549-1393e31de9de tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:27.464737 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-627cb36c-1855-4bb2-b14e-6cef41a68bf1 req-bde7346d-7436-4d42-a549-1393e31de9de tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "GET /v2.0/ports?device_id=5321e890-89ea-4cd5-9380-14b3e5b5a667 HTTP/1.1" status: 200 len: 985 time: 0.0588033 Mar 14 14:33:27.526043 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-627cb36c-1855-4bb2-b14e-6cef41a68bf1 req-ec0cdd95-d449-4f0b-8f15-8639e2bac509 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "GET /v2.0/security-groups?id=fcedf437-2ba0-45d9-a116-ab44f977f785&id=ea90585f-554e-411f-b640-4e245bafaa74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0580771 Mar 14 14:33:27.641107 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c131e3e-d610-4499-9548-11a2345deadf req-3e5baa64-263e-4c5d-b9e2-1f23a1411324 tempest-VolumesActionsTest-799014417 tempest-VolumesActionsTest-799014417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:27.642583 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-2c131e3e-d610-4499-9548-11a2345deadf req-3e5baa64-263e-4c5d-b9e2-1f23a1411324 tempest-VolumesActionsTest-799014417 tempest-VolumesActionsTest-799014417-project] 10.222.0.58 "GET /v2.0/ports?device_id=e181b463-b211-42ec-92f3-c5d099a11f04 HTTP/1.1" status: 200 len: 945 time: 0.0555570 Mar 14 14:33:27.690275 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-2c131e3e-d610-4499-9548-11a2345deadf req-d61591c2-e61f-48e4-b6e0-fb70ea4fc9c1 tempest-VolumesActionsTest-799014417 tempest-VolumesActionsTest-799014417-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba155c8c-cadc-4b0c-a4ab-5f97d6186cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420840 Mar 14 14:33:28.647329 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3671996-f406-43d3-b318-a58d3b23f315 req-ba2e42ce-6d08-4a2c-9cf8-b468ddfeb2aa tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:28.648852 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-c3671996-f406-43d3-b318-a58d3b23f315 req-ba2e42ce-6d08-4a2c-9cf8-b468ddfeb2aa tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "GET /v2.0/ports?device_id=5321e890-89ea-4cd5-9380-14b3e5b5a667 HTTP/1.1" status: 200 len: 985 time: 0.0536566 Mar 14 14:33:28.711156 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-c3671996-f406-43d3-b318-a58d3b23f315 req-ec95b9a9-3ef2-48b2-ab1c-c4bed54376bf tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "GET /v2.0/security-groups?id=fcedf437-2ba0-45d9-a116-ab44f977f785&id=ea90585f-554e-411f-b640-4e245bafaa74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0565860 Mar 14 14:33:28.814400 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a134f8b4-75a2-4cdf-aa09-7be7ed366763 req-16bc06e6-5117-4397-989a-b66d142132d2 tempest-VolumesActionsTest-799014417 tempest-VolumesActionsTest-799014417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:28.815819 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-a134f8b4-75a2-4cdf-aa09-7be7ed366763 req-16bc06e6-5117-4397-989a-b66d142132d2 tempest-VolumesActionsTest-799014417 tempest-VolumesActionsTest-799014417-project] 10.222.0.58 "GET /v2.0/ports?device_id=e181b463-b211-42ec-92f3-c5d099a11f04 HTTP/1.1" status: 200 len: 945 time: 0.0536940 Mar 14 14:33:28.863459 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-a134f8b4-75a2-4cdf-aa09-7be7ed366763 req-344e71b5-bd83-4093-b8aa-058b2f179279 tempest-VolumesActionsTest-799014417 tempest-VolumesActionsTest-799014417-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba155c8c-cadc-4b0c-a4ab-5f97d6186cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421669 Mar 14 14:33:29.150037 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6a6dc-bb02-42c0-b980-8af1a735f4fe req-29869df8-6762-4548-af05-6c1b4f063a00 tempest-VolumesActionsTest-799014417 tempest-VolumesActionsTest-799014417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:29.151616 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-6ed6a6dc-bb02-42c0-b980-8af1a735f4fe req-29869df8-6762-4548-af05-6c1b4f063a00 tempest-VolumesActionsTest-799014417 tempest-VolumesActionsTest-799014417-project] 10.222.0.35 "GET /v2.0/ports?device_id=e181b463-b211-42ec-92f3-c5d099a11f04 HTTP/1.1" status: 200 len: 945 time: 0.0537853 Mar 14 14:33:29.253149 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-6ed6a6dc-bb02-42c0-b980-8af1a735f4fe req-65e83927-5b11-46d4-80a2-aa1d3fe3c667 tempest-VolumesActionsTest-799014417 tempest-VolumesActionsTest-799014417-project] Deleting port 70a6709d-cac8-4e67-b833-d7254cfe7512 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:33:29.253494 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6ed6a6dc-bb02-42c0-b980-8af1a735f4fe req-65e83927-5b11-46d4-80a2-aa1d3fe3c667 tempest-VolumesActionsTest-799014417 tempest-VolumesActionsTest-799014417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744330222830'] for port (70a6709d-cac8-4e67-b833-d7254cfe7512), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:29.352723 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-6ed6a6dc-bb02-42c0-b980-8af1a735f4fe req-65e83927-5b11-46d4-80a2-aa1d3fe3c667 tempest-VolumesActionsTest-799014417 tempest-VolumesActionsTest-799014417-project] For port 70a6709d-cac8-4e67-b833-d7254cfe7512, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=70a6709d-cac8-4e67-b833-d7254cfe7512,segment=NetworkSegment(fa1e4366-8b74-49c8-ac0e-4f70ec70afcb),segment_id=fa1e4366-8b74-49c8-ac0e-4f70ec70afcb)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:33:29.353011 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6ed6a6dc-bb02-42c0-b980-8af1a735f4fe req-65e83927-5b11-46d4-80a2-aa1d3fe3c667 tempest-VolumesActionsTest-799014417 tempest-VolumesActionsTest-799014417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982366'] for port (70a6709d-cac8-4e67-b833-d7254cfe7512), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:29.366057 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-6ed6a6dc-bb02-42c0-b980-8af1a735f4fe req-65e83927-5b11-46d4-80a2-aa1d3fe3c667 tempest-VolumesActionsTest-799014417 tempest-VolumesActionsTest-799014417-project] Calling delete_port for 70a6709d-cac8-4e67-b833-d7254cfe7512 owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:33:29.564885 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6ed6a6dc-bb02-42c0-b980-8af1a735f4fe req-65e83927-5b11-46d4-80a2-aa1d3fe3c667 tempest-VolumesActionsTest-799014417 tempest-VolumesActionsTest-799014417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744330232405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744329793208'] for port (70a6709d-cac8-4e67-b833-d7254cfe7512), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:29.594733 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e83927-5b11-46d4-80a2-aa1d3fe3c667 tempest-VolumesActionsTest-799014417 tempest-VolumesActionsTest-799014417-project] Pushing event deleted for resources: {'Port': ['ID=70a6709d-cac8-4e67-b833-d7254cfe7512,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:29.637065 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ed6a6dc-bb02-42c0-b980-8af1a735f4fe req-65e83927-5b11-46d4-80a2-aa1d3fe3c667 tempest-VolumesActionsTest-799014417 tempest-VolumesActionsTest-799014417-project] No DVR routers for this DVR port 70a6709d-cac8-4e67-b833-d7254cfe7512 on host hv-cinder-79053 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 14:33:29.639500 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6ed6a6dc-bb02-42c0-b980-8af1a735f4fe req-65e83927-5b11-46d4-80a2-aa1d3fe3c667 tempest-VolumesActionsTest-799014417 tempest-VolumesActionsTest-799014417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90846'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:29.642832 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-6ed6a6dc-bb02-42c0-b980-8af1a735f4fe req-65e83927-5b11-46d4-80a2-aa1d3fe3c667 tempest-VolumesActionsTest-799014417 tempest-VolumesActionsTest-799014417-project] 10.222.0.35 "DELETE /v2.0/ports/70a6709d-cac8-4e67-b833-d7254cfe7512 HTTP/1.1" status: 204 len: 173 time: 0.4853103 Mar 14 14:33:29.643286 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e181b463-b211-42ec-92f3-c5d099a11f04', 'name': 'network-vif-deleted', 'tag': '70a6709d-cac8-4e67-b833-d7254cfe7512'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:33:29.645566 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecc69d4607165f869e932d0d7c88ad38dd700a403a0c37ccec57971c369afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a662af-66ef-4b0e-ae06-f5236cf5f02c" -d '{"events": [{"server_uuid": "e181b463-b211-42ec-92f3-c5d099a11f04", "name": "network-vif-deleted", "tag": "70a6709d-cac8-4e67-b833-d7254cfe7512"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:33:29.682165 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 14:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2adfd2a0-8ce7-45a2-83a3-0d649d9a277c x-openstack-request-id: req-2adfd2a0-8ce7-45a2-83a3-0d649d9a277c {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:33:29.682457 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e181b463-b211-42ec-92f3-c5d099a11f04", "name": "network-vif-deleted", "tag": "70a6709d-cac8-4e67-b833-d7254cfe7512", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:33:29.682711 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2adfd2a0-8ce7-45a2-83a3-0d649d9a277c {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:33:29.683666 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e181b463-b211-42ec-92f3-c5d099a11f04', 'name': 'network-vif-deleted', 'tag': '70a6709d-cac8-4e67-b833-d7254cfe7512', 'status': 'completed', 'code': 200} Mar 14 14:33:29.839182 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca492a-ff46-464e-be71-a20b846310f6 req-515a5d15-f174-4a30-99d3-a6ae24cb0d78 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:29.840990 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-c6ca492a-ff46-464e-be71-a20b846310f6 req-515a5d15-f174-4a30-99d3-a6ae24cb0d78 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "GET /v2.0/ports?device_id=5321e890-89ea-4cd5-9380-14b3e5b5a667 HTTP/1.1" status: 200 len: 985 time: 0.0588100 Mar 14 14:33:29.903762 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-c6ca492a-ff46-464e-be71-a20b846310f6 req-ad0f6476-e779-40c9-ac50-3b3d47ffc7ce tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "GET /v2.0/security-groups?id=fcedf437-2ba0-45d9-a116-ab44f977f785&id=ea90585f-554e-411f-b640-4e245bafaa74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0571301 Mar 14 14:33:29.982122 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-639b5c6e-6be7-4346-bcd6-364d47265596 req-065b309d-eaf4-4a65-8d21-02401641b4ec tempest-VolumesActionsTest-799014417 tempest-VolumesActionsTest-799014417-project] 10.222.0.58 "GET /v2.0/ports?device_id=e181b463-b211-42ec-92f3-c5d099a11f04 HTTP/1.1" status: 200 len: 210 time: 0.0313618 Mar 14 14:33:31.034435 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bad7a11-3967-4250-af5b-8999bb8dfe3d req-888b1797-d748-491f-9676-7f6a95de6d2b tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:31.036186 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-9bad7a11-3967-4250-af5b-8999bb8dfe3d req-888b1797-d748-491f-9676-7f6a95de6d2b tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "GET /v2.0/ports?device_id=5321e890-89ea-4cd5-9380-14b3e5b5a667 HTTP/1.1" status: 200 len: 985 time: 0.0611014 Mar 14 14:33:31.105967 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-9bad7a11-3967-4250-af5b-8999bb8dfe3d req-cefd5c58-bed1-4a45-bd9d-f908830c80cf tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "GET /v2.0/security-groups?id=fcedf437-2ba0-45d9-a116-ab44f977f785&id=ea90585f-554e-411f-b640-4e245bafaa74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0589147 Mar 14 14:33:31.476754 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Device 70a6709d-cac8-4e67-b833-d7254cfe7512 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:33:31.498769 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] No Port match for: 70a6709d-cac8-4e67-b833-d7254cfe7512 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 14:33:31.499036 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Device 70a6709d-cac8-4e67-b833-d7254cfe7512 not bound to the agent host hv-cinder-79053 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 14:33:32.229264 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a248446-eb5e-49d6-9c08-5d46d5826a48 req-9fa0eb8b-41e4-49d8-9a7c-b864a5cf3e09 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:32.231037 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-9a248446-eb5e-49d6-9c08-5d46d5826a48 req-9fa0eb8b-41e4-49d8-9a7c-b864a5cf3e09 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "GET /v2.0/ports?device_id=5321e890-89ea-4cd5-9380-14b3e5b5a667 HTTP/1.1" status: 200 len: 985 time: 0.0541182 Mar 14 14:33:32.290837 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-9a248446-eb5e-49d6-9c08-5d46d5826a48 req-f4d8cf41-686b-43fd-a32d-5f792d92755c tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "GET /v2.0/security-groups?id=fcedf437-2ba0-45d9-a116-ab44f977f785&id=ea90585f-554e-411f-b640-4e245bafaa74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543182 Mar 14 14:33:33.430530 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee48b21f-1a99-428c-bbdc-a5c580501d71 req-e13ea9ed-75e7-49e8-b19f-96bd0e9b6f33 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:33.432904 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-ee48b21f-1a99-428c-bbdc-a5c580501d71 req-e13ea9ed-75e7-49e8-b19f-96bd0e9b6f33 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "GET /v2.0/ports?device_id=5321e890-89ea-4cd5-9380-14b3e5b5a667 HTTP/1.1" status: 200 len: 985 time: 0.0692189 Mar 14 14:33:33.503559 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-ee48b21f-1a99-428c-bbdc-a5c580501d71 req-9cf07bdd-b9c8-40c3-ad07-d462f8bf73c1 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "GET /v2.0/security-groups?id=fcedf437-2ba0-45d9-a116-ab44f977f785&id=ea90585f-554e-411f-b640-4e245bafaa74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0647638 Mar 14 14:33:34.648560 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38182cb0-e21a-4766-99c8-4371baf1bc37 req-62d725cd-d48f-4e82-88db-ce15374a38e8 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:34.651122 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-38182cb0-e21a-4766-99c8-4371baf1bc37 req-62d725cd-d48f-4e82-88db-ce15374a38e8 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "GET /v2.0/ports?device_id=5321e890-89ea-4cd5-9380-14b3e5b5a667 HTTP/1.1" status: 200 len: 985 time: 0.0656924 Mar 14 14:33:34.733599 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-38182cb0-e21a-4766-99c8-4371baf1bc37 req-0fd7d7cf-c4d4-49ec-baea-c86891a94d53 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "GET /v2.0/security-groups?id=fcedf437-2ba0-45d9-a116-ab44f977f785&id=ea90585f-554e-411f-b640-4e245bafaa74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0761931 Mar 14 14:33:35.881511 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8578fb-ec45-4d77-8145-258f6dc44ab6 req-effabd87-e2d4-42ca-b787-29962f9c52f9 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:35.883033 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-5c8578fb-ec45-4d77-8145-258f6dc44ab6 req-effabd87-e2d4-42ca-b787-29962f9c52f9 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "GET /v2.0/ports?device_id=5321e890-89ea-4cd5-9380-14b3e5b5a667 HTTP/1.1" status: 200 len: 985 time: 0.0799921 Mar 14 14:33:35.948232 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-5c8578fb-ec45-4d77-8145-258f6dc44ab6 req-919972e5-59de-4a6a-8187-98710fd8b434 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "GET /v2.0/security-groups?id=fcedf437-2ba0-45d9-a116-ab44f977f785&id=ea90585f-554e-411f-b640-4e245bafaa74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0587983 Mar 14 14:33:37.073679 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebdc08e-6522-4368-b384-325f7af6d18d req-89d2cd8f-b29f-4eed-b550-d54b2ae6dfe8 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:37.075487 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-bebdc08e-6522-4368-b384-325f7af6d18d req-89d2cd8f-b29f-4eed-b550-d54b2ae6dfe8 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "GET /v2.0/ports?device_id=5321e890-89ea-4cd5-9380-14b3e5b5a667 HTTP/1.1" status: 200 len: 985 time: 0.0559306 Mar 14 14:33:37.150017 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-bebdc08e-6522-4368-b384-325f7af6d18d req-9ebb94b4-ee6d-43a3-8b74-5886567938d8 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "GET /v2.0/security-groups?id=fcedf437-2ba0-45d9-a116-ab44f977f785&id=ea90585f-554e-411f-b640-4e245bafaa74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0683584 Mar 14 14:33:40.765017 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e40e7984-1b30-4460-9752-7ccdf299d644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (cdfaf928-5960-4f26-8f0f-a06a7779780c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:43.210525 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1365ae44-8e33-4a3c-b470-0f99f3a07602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (3a20f343-fbae-42b4-9bd9-ea7570b5f761), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:44.290054 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1359c12f-9f02-429e-8c66-1d1d1dbe42c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (105db0a1-84b9-47b6-91eb-e578cb139bff), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:45.507316 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-91e6bee0-ce44-4dbb-9ae4-7799debe7360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (837ef9e9-d083-4188-a7c6-79f2c68dbd25), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:47.181500 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (ddc61399-76bc-42cc-9da4-26f2fa974742), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:48.323795 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 36298) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:33:48.376357 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1e84bc9-80bb-4a1a-be73-1169e81272ba admin admin] Deleting subnet 7a4a3668-7020-4e21-a82c-4b15d7418354 {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 14:33:48.379695 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a1e84bc9-80bb-4a1a-be73-1169e81272ba admin admin] Publish callbacks [] for subnet (7a4a3668-7020-4e21-a82c-4b15d7418354), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:48.421493 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a1e84bc9-80bb-4a1a-be73-1169e81272ba admin admin] Publish callbacks [] for subnet (7a4a3668-7020-4e21-a82c-4b15d7418354), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:48.431391 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a1e84bc9-80bb-4a1a-be73-1169e81272ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999657'] for subnet (7a4a3668-7020-4e21-a82c-4b15d7418354), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:48.541821 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a1e84bc9-80bb-4a1a-be73-1169e81272ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199'] for subnet (7a4a3668-7020-4e21-a82c-4b15d7418354), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:48.570255 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e84bc9-80bb-4a1a-be73-1169e81272ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a4a3668-7020-4e21-a82c-4b15d7418354,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:48.574474 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a1e84bc9-80bb-4a1a-be73-1169e81272ba admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:48.580835 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-a1e84bc9-80bb-4a1a-be73-1169e81272ba admin admin] 10.222.0.58 "DELETE /v2.0/subnets/7a4a3668-7020-4e21-a82c-4b15d7418354 HTTP/1.1" status: 204 len: 168 time: 0.2559102 Mar 14 14:33:48.583534 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 36300) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:33:48.660434 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7e5b58f7-bc27-402e-8e35-c14768bdc65c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-911660'] for network (30d68a4b-4076-4fe3-b51a-c24811df42eb), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:48.748625 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7e5b58f7-bc27-402e-8e35-c14768bdc65c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000466', 'neutron.services.segments.db._delete_segments_for_network-8744330122518'] for network (30d68a4b-4076-4fe3-b51a-c24811df42eb), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:48.774984 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7e5b58f7-bc27-402e-8e35-c14768bdc65c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:33:48.775328 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7e5b58f7-bc27-402e-8e35-c14768bdc65c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:33:48.776121 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7e5b58f7-bc27-402e-8e35-c14768bdc65c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:33:48.776465 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7e5b58f7-bc27-402e-8e35-c14768bdc65c admin admin] Subscribe: > port after_create 55550000 {{(pid=103767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:33:48.776817 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7e5b58f7-bc27-402e-8e35-c14768bdc65c admin admin] Subscribe: > port after_delete 55550000 {{(pid=103767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:33:48.777151 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7e5b58f7-bc27-402e-8e35-c14768bdc65c admin admin] Subscribe: > port after_update 55550000 {{(pid=103767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:33:48.777491 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7e5b58f7-bc27-402e-8e35-c14768bdc65c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:33:48.777829 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7e5b58f7-bc27-402e-8e35-c14768bdc65c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:33:48.778205 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7e5b58f7-bc27-402e-8e35-c14768bdc65c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:33:48.778525 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7e5b58f7-bc27-402e-8e35-c14768bdc65c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:33:48.867308 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7e5b58f7-bc27-402e-8e35-c14768bdc65c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:33:48.867651 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7e5b58f7-bc27-402e-8e35-c14768bdc65c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:33:48.868012 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7e5b58f7-bc27-402e-8e35-c14768bdc65c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:33:48.868354 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7e5b58f7-bc27-402e-8e35-c14768bdc65c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 14:33:48.868758 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.services.segments.db [None req-7e5b58f7-bc27-402e-8e35-c14768bdc65c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30d68a4b-4076-4fe3-b51a-c24811df42eb']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:33:48.889923 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.services.segments.db [None req-7e5b58f7-bc27-402e-8e35-c14768bdc65c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa1e4366-8b74-49c8-ac0e-4f70ec70afcb') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:33:48.890217 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.services.segments.db [None req-7e5b58f7-bc27-402e-8e35-c14768bdc65c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa1e4366-8b74-49c8-ac0e-4f70ec70afcb') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:33:48.908364 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7e5b58f7-bc27-402e-8e35-c14768bdc65c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744330120735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10236614'] for segment (fa1e4366-8b74-49c8-ac0e-4f70ec70afcb), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:48.929658 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7e5b58f7-bc27-402e-8e35-c14768bdc65c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011900'] for segment (fa1e4366-8b74-49c8-ac0e-4f70ec70afcb), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:48.939255 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e5b58f7-bc27-402e-8e35-c14768bdc65c admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 14:33:48.939654 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7e5b58f7-bc27-402e-8e35-c14768bdc65c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9847811'] for segment (fa1e4366-8b74-49c8-ac0e-4f70ec70afcb), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:48.943670 dv-cinder-790535-28-smb neutron-server[103767]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 14 14:33:48.943670 dv-cinder-790535-28-smb neutron-server[103767]: from cryptography.utils import int_from_bytes Mar 14 14:33:48.943670 dv-cinder-790535-28-smb neutron-server[103767]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 14 14:33:48.943670 dv-cinder-790535-28-smb neutron-server[103767]: from cryptography.utils import int_from_bytes Mar 14 14:33:48.943670 dv-cinder-790535-28-smb neutron-server[103767]: Traceback (most recent call last): Mar 14 14:33:48.943670 dv-cinder-790535-28-smb neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 14:33:48.943670 dv-cinder-790535-28-smb neutron-server[103767]: timer() Mar 14 14:33:48.943670 dv-cinder-790535-28-smb neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 14:33:48.943670 dv-cinder-790535-28-smb neutron-server[103767]: cb(*args, **kw) Mar 14 14:33:48.943670 dv-cinder-790535-28-smb neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 14:33:48.943670 dv-cinder-790535-28-smb neutron-server[103767]: return func(*args, **kwargs) Mar 14 14:33:48.943670 dv-cinder-790535-28-smb neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 14:33:48.943670 dv-cinder-790535-28-smb neutron-server[103767]: self._notify() Mar 14 14:33:48.943670 dv-cinder-790535-28-smb neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 14:33:48.943670 dv-cinder-790535-28-smb neutron-server[103767]: self.callback(batched_events) Mar 14 14:33:48.943670 dv-cinder-790535-28-smb neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 14:33:48.943670 dv-cinder-790535-28-smb neutron-server[103767]: event.method(event) Mar 14 14:33:48.943670 dv-cinder-790535-28-smb neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 14:33:48.943670 dv-cinder-790535-28-smb neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 14:33:48.943670 dv-cinder-790535-28-smb neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 14:33:48.943670 dv-cinder-790535-28-smb neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 14:33:48.943670 dv-cinder-790535-28-smb neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 14:33:48.943670 dv-cinder-790535-28-smb neutron-server[103767]: return f(self, *a, **k) Mar 14 14:33:48.943670 dv-cinder-790535-28-smb neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 14:33:48.943670 dv-cinder-790535-28-smb neutron-server[103767]: return self._get(url).json() Mar 14 14:33:48.943670 dv-cinder-790535-28-smb neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 14:33:48.943670 dv-cinder-790535-28-smb neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 14:33:48.943670 dv-cinder-790535-28-smb neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 14:33:48.943670 dv-cinder-790535-28-smb neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 14 14:33:48.943670 dv-cinder-790535-28-smb neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 14:33:48.943670 dv-cinder-790535-28-smb neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 14:33:48.943670 dv-cinder-790535-28-smb neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 14:33:48.943670 dv-cinder-790535-28-smb neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 14:33:48.943670 dv-cinder-790535-28-smb neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 14:33:48.943670 dv-cinder-790535-28-smb neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 14:33:48.943670 dv-cinder-790535-28-smb neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 14:33:49.061483 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7e5b58f7-bc27-402e-8e35-c14768bdc65c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2016470'] for network (30d68a4b-4076-4fe3-b51a-c24811df42eb), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:49.069101 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7e5b58f7-bc27-402e-8e35-c14768bdc65c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632217'] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:49.072415 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-7e5b58f7-bc27-402e-8e35-c14768bdc65c admin admin] 10.222.0.58 "DELETE /v2.0/networks/30d68a4b-4076-4fe3-b51a-c24811df42eb HTTP/1.1" status: 204 len: 168 time: 0.4875295 Mar 14 14:33:49.076757 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 36304) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:33:49.083034 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5b58f7-bc27-402e-8e35-c14768bdc65c admin admin] Pushing event deleted for resources: {'Network': ['ID=30d68a4b-4076-4fe3-b51a-c24811df42eb,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:49.130249 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-093cf24e-efe7-4e07-9adb-9319ac481974 admin admin] Deleting subnet 4cdbf3ba-06fc-40cf-b13f-6e091e6f8472 {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 14:33:49.133605 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-093cf24e-efe7-4e07-9adb-9319ac481974 admin admin] Publish callbacks [] for subnet (4cdbf3ba-06fc-40cf-b13f-6e091e6f8472), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:49.189039 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-093cf24e-efe7-4e07-9adb-9319ac481974 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8777057'] for subnet (4cdbf3ba-06fc-40cf-b13f-6e091e6f8472), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:49.249954 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-093cf24e-efe7-4e07-9adb-9319ac481974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999657'] for subnet (4cdbf3ba-06fc-40cf-b13f-6e091e6f8472), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:49.370290 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-093cf24e-efe7-4e07-9adb-9319ac481974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8770578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088460'] for subnet (4cdbf3ba-06fc-40cf-b13f-6e091e6f8472), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:49.398979 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093cf24e-efe7-4e07-9adb-9319ac481974 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cdbf3ba-06fc-40cf-b13f-6e091e6f8472,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:49.400967 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-093cf24e-efe7-4e07-9adb-9319ac481974 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632217'] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:49.405344 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-093cf24e-efe7-4e07-9adb-9319ac481974 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/4cdbf3ba-06fc-40cf-b13f-6e091e6f8472 HTTP/1.1" status: 204 len: 168 time: 0.3272548 Mar 14 14:33:49.407705 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 36306) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:33:49.483578 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a7691247-d247-4422-972e-49638867a29a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-911660'] for network (fb16d183-b975-47b1-93be-5a02f74ca682), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:49.562902 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a7691247-d247-4422-972e-49638867a29a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000466', 'neutron.services.segments.db._delete_segments_for_network-8744330122518'] for network (fb16d183-b975-47b1-93be-5a02f74ca682), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:49.584208 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.services.segments.db [None req-a7691247-d247-4422-972e-49638867a29a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb16d183-b975-47b1-93be-5a02f74ca682']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:33:49.593613 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.services.segments.db [None req-a7691247-d247-4422-972e-49638867a29a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd926fa7e-112d-425f-a575-2483d18c3652') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:33:49.593913 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.services.segments.db [None req-a7691247-d247-4422-972e-49638867a29a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd926fa7e-112d-425f-a575-2483d18c3652') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:33:49.603000 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a7691247-d247-4422-972e-49638867a29a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744330120735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8777066'] for segment (d926fa7e-112d-425f-a575-2483d18c3652), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:49.619944 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a7691247-d247-4422-972e-49638867a29a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011900'] for segment (d926fa7e-112d-425f-a575-2483d18c3652), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:49.627074 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7691247-d247-4422-972e-49638867a29a admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 14:33:49.630210 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a7691247-d247-4422-972e-49638867a29a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8771020'] for segment (d926fa7e-112d-425f-a575-2483d18c3652), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:49.630210 dv-cinder-790535-28-smb neutron-server[103766]: Traceback (most recent call last): Mar 14 14:33:49.630210 dv-cinder-790535-28-smb neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 14:33:49.630210 dv-cinder-790535-28-smb neutron-server[103766]: timer() Mar 14 14:33:49.630210 dv-cinder-790535-28-smb neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 14:33:49.630210 dv-cinder-790535-28-smb neutron-server[103766]: cb(*args, **kw) Mar 14 14:33:49.630210 dv-cinder-790535-28-smb neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 14:33:49.630210 dv-cinder-790535-28-smb neutron-server[103766]: return func(*args, **kwargs) Mar 14 14:33:49.630210 dv-cinder-790535-28-smb neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 14:33:49.630210 dv-cinder-790535-28-smb neutron-server[103766]: self._notify() Mar 14 14:33:49.630210 dv-cinder-790535-28-smb neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 14:33:49.630210 dv-cinder-790535-28-smb neutron-server[103766]: self.callback(batched_events) Mar 14 14:33:49.630210 dv-cinder-790535-28-smb neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 14:33:49.630210 dv-cinder-790535-28-smb neutron-server[103766]: event.method(event) Mar 14 14:33:49.630210 dv-cinder-790535-28-smb neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 14:33:49.630210 dv-cinder-790535-28-smb neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 14:33:49.630210 dv-cinder-790535-28-smb neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 14:33:49.630210 dv-cinder-790535-28-smb neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 14:33:49.630210 dv-cinder-790535-28-smb neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 14:33:49.630210 dv-cinder-790535-28-smb neutron-server[103766]: return f(self, *a, **k) Mar 14 14:33:49.630210 dv-cinder-790535-28-smb neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 14:33:49.630210 dv-cinder-790535-28-smb neutron-server[103766]: return self._get(url).json() Mar 14 14:33:49.630210 dv-cinder-790535-28-smb neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 14:33:49.630210 dv-cinder-790535-28-smb neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 14:33:49.630210 dv-cinder-790535-28-smb neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 14:33:49.630210 dv-cinder-790535-28-smb neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 14 14:33:49.630210 dv-cinder-790535-28-smb neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 14:33:49.630210 dv-cinder-790535-28-smb neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 14:33:49.630210 dv-cinder-790535-28-smb neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 14:33:49.630210 dv-cinder-790535-28-smb neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 14:33:49.630210 dv-cinder-790535-28-smb neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 14:33:49.630210 dv-cinder-790535-28-smb neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 14:33:49.630210 dv-cinder-790535-28-smb neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 14:33:49.752907 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a7691247-d247-4422-972e-49638867a29a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2016470'] for network (fb16d183-b975-47b1-93be-5a02f74ca682), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:49.758375 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a7691247-d247-4422-972e-49638867a29a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632217'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:49.761631 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-a7691247-d247-4422-972e-49638867a29a admin admin] 10.222.0.58 "DELETE /v2.0/networks/fb16d183-b975-47b1-93be-5a02f74ca682 HTTP/1.1" status: 204 len: 168 time: 0.3528655 Mar 14 14:33:49.774143 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7691247-d247-4422-972e-49638867a29a admin admin] Pushing event deleted for resources: {'Network': ['ID=fb16d183-b975-47b1-93be-5a02f74ca682,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:50.093456 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 36310) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:33:50.142314 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-d3738cd5-15f2-4a3b-a9a8-0be870b302b7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d726d870815f4c2186ae63c9f4a1c43d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0473466 Mar 14 14:33:50.144609 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 36312) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:33:50.195790 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-214c5934-8e48-4b4e-8dc1-931e709c2084 admin admin] Publish callbacks [] for security_group (ba155c8c-cadc-4b0c-a4ab-5f97d6186cef), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:50.218687 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-214c5934-8e48-4b4e-8dc1-931e709c2084 admin admin] Publish callbacks [] for security_group (ba155c8c-cadc-4b0c-a4ab-5f97d6186cef), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:50.347288 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-214c5934-8e48-4b4e-8dc1-931e709c2084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (ba155c8c-cadc-4b0c-a4ab-5f97d6186cef), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:50.350127 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-214c5934-8e48-4b4e-8dc1-931e709c2084 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:50.351384 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-214c5934-8e48-4b4e-8dc1-931e709c2084 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ba155c8c-cadc-4b0c-a4ab-5f97d6186cef HTTP/1.1" status: 204 len: 168 time: 0.2058263 Mar 14 14:33:50.359926 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214c5934-8e48-4b4e-8dc1-931e709c2084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba155c8c-cadc-4b0c-a4ab-5f97d6186cef,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:51.160201 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 36318) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:33:51.205107 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-fa71c116-cd2d-4ee4-8294-e7765f888141 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bab688297d8c4de79cb8eb4ebf9f3a72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0437193 Mar 14 14:33:51.207831 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 36320) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:33:51.263588 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e7f71306-c55c-4742-ae8f-7b5c7e74a177 admin admin] Publish callbacks [] for security_group (acd13f89-c518-48ed-8a92-5a5d4d0005af), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:51.287894 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e7f71306-c55c-4742-ae8f-7b5c7e74a177 admin admin] Publish callbacks [] for security_group (acd13f89-c518-48ed-8a92-5a5d4d0005af), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:51.432826 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e7f71306-c55c-4742-ae8f-7b5c7e74a177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (acd13f89-c518-48ed-8a92-5a5d4d0005af), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:51.436622 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e7f71306-c55c-4742-ae8f-7b5c7e74a177 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:51.437876 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-e7f71306-c55c-4742-ae8f-7b5c7e74a177 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/acd13f89-c518-48ed-8a92-5a5d4d0005af HTTP/1.1" status: 204 len: 168 time: 0.2289665 Mar 14 14:33:51.446942 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f71306-c55c-4742-ae8f-7b5c7e74a177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd13f89-c518-48ed-8a92-5a5d4d0005af,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:55.855253 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (5e7a912f-556e-4923-ad48-72f47c325557), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:57.350123 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 36398) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:33:57.464209 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2db95de0-66d6-4d3d-8f2e-241b62eae3d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:57.507246 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.agents_db [None req-65564c68-cd92-4c79-8f56-5bb994fe7015 None None] Agent healthcheck: found 6 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 14:33:57.542485 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2db95de0-66d6-4d3d-8f2e-241b62eae3d1 admin admin] Publish callbacks [] for security_group (3fddd2a9-4ab9-40d0-a306-bcffd73fbfaf), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:57.616183 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2db95de0-66d6-4d3d-8f2e-241b62eae3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (3fddd2a9-4ab9-40d0-a306-bcffd73fbfaf), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:57.670306 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-2db95de0-66d6-4d3d-8f2e-241b62eae3d1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8c155425d96a436697f7a839308b9700&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3182898 Mar 14 14:33:57.671760 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db95de0-66d6-4d3d-8f2e-241b62eae3d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fddd2a9-4ab9-40d0-a306-bcffd73fbfaf,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:57.672604 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 36402) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:33:57.761674 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-11d43d98-1e3b-4031-b4ed-b65fadcfb4dd req-6ed3dc3b-6f36-4303-ab69-f931d452217a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=51d99f90-7b74-4cd7-938b-4ac0ea805fae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0745986 Mar 14 14:33:57.762946 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3e7dd742-4153-454e-8447-a8d5ef83b6b3 admin admin] Publish callbacks [] for security_group (3fddd2a9-4ab9-40d0-a306-bcffd73fbfaf), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:57.787320 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3e7dd742-4153-454e-8447-a8d5ef83b6b3 admin admin] Publish callbacks [] for security_group (3fddd2a9-4ab9-40d0-a306-bcffd73fbfaf), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:57.880161 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d43d98-1e3b-4031-b4ed-b65fadcfb4dd req-1eed9b29-2dde-4c88-86a3-d28e786684ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:57.882182 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-11d43d98-1e3b-4031-b4ed-b65fadcfb4dd req-1eed9b29-2dde-4c88-86a3-d28e786684ac service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a13b71d43cd34fb38f85e1cc0af43e28&device_id=51d99f90-7b74-4cd7-938b-4ac0ea805fae HTTP/1.1" status: 200 len: 1130 time: 0.0711873 Mar 14 14:33:57.973139 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3e7dd742-4153-454e-8447-a8d5ef83b6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (3fddd2a9-4ab9-40d0-a306-bcffd73fbfaf), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:57.975638 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3e7dd742-4153-454e-8447-a8d5ef83b6b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:33:57.979281 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-3e7dd742-4153-454e-8447-a8d5ef83b6b3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3fddd2a9-4ab9-40d0-a306-bcffd73fbfaf HTTP/1.1" status: 204 len: 168 time: 0.3032217 Mar 14 14:33:57.993307 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7dd742-4153-454e-8447-a8d5ef83b6b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fddd2a9-4ab9-40d0-a306-bcffd73fbfaf,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:33:58.015342 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d43d98-1e3b-4031-b4ed-b65fadcfb4dd req-f3fe1931-ecff-4485-b4cd-bb3dd426cde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:58.017193 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-11d43d98-1e3b-4031-b4ed-b65fadcfb4dd req-f3fe1931-ecff-4485-b4cd-bb3dd426cde7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6ddc4596-65f8-45d3-ba54-9a8ed2c0c193 HTTP/1.1" status: 200 len: 909 time: 0.1123736 Mar 14 14:33:58.108462 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-11d43d98-1e3b-4031-b4ed-b65fadcfb4dd req-77543d03-0a22-4566-b2ef-a93e5242110f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67f0d3c4-dc11-4335-b254-f941e2071d0e HTTP/1.1" status: 200 len: 1002 time: 0.0825393 Mar 14 14:33:58.169825 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d43d98-1e3b-4031-b4ed-b65fadcfb4dd req-0c8110e8-f7ba-4e7a-912c-0582ac0be2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:58.171575 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-11d43d98-1e3b-4031-b4ed-b65fadcfb4dd req-0c8110e8-f7ba-4e7a-912c-0582ac0be2ae service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b6f3e4c4-8c5e-45e1-899c-abb308a625a6 HTTP/1.1" status: 200 len: 847 time: 0.0562372 Mar 14 14:33:58.238767 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d43d98-1e3b-4031-b4ed-b65fadcfb4dd req-4de3f20a-db72-4797-ad4b-ed4b11a0af39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:33:58.240373 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-11d43d98-1e3b-4031-b4ed-b65fadcfb4dd req-4de3f20a-db72-4797-ad4b-ed4b11a0af39 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6ddc4596-65f8-45d3-ba54-9a8ed2c0c193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0597353 Mar 14 14:33:58.363507 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-11d43d98-1e3b-4031-b4ed-b65fadcfb4dd req-2027dba8-d302-4148-88a7-840e0a68c866 service neutron] 10.222.0.35 "GET /v2.0/networks/6ddc4596-65f8-45d3-ba54-9a8ed2c0c193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140745 Mar 14 14:33:58.504098 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-11d43d98-1e3b-4031-b4ed-b65fadcfb4dd req-7e86622d-7495-4a08-965d-c818683b16df service neutron] 10.222.0.35 "GET /v2.0/networks/6ddc4596-65f8-45d3-ba54-9a8ed2c0c193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320648 Mar 14 14:34:02.527467 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb038b95-0c9c-4944-aaa8-55a84fdd2887 req-d3ba9dc0-c962-46ca-b054-43c46dc20818 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:02.529570 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-eb038b95-0c9c-4944-aaa8-55a84fdd2887 req-d3ba9dc0-c962-46ca-b054-43c46dc20818 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b99b874-59b9-49da-a366-c0a1bcd0d275 HTTP/1.1" status: 200 len: 945 time: 0.0561640 Mar 14 14:34:02.579276 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-eb038b95-0c9c-4944-aaa8-55a84fdd2887 req-b5b21eed-0224-47a5-addb-d6181cd9f7bf tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a514ccf-fc2a-436b-911d-f5e8466a2121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434659 Mar 14 14:34:03.704930 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b88749d-745f-49fb-a989-f72539b33814 req-3f8a6be7-3ede-4dc5-993b-f31ee8fc3433 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:03.706495 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-6b88749d-745f-49fb-a989-f72539b33814 req-3f8a6be7-3ede-4dc5-993b-f31ee8fc3433 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b99b874-59b9-49da-a366-c0a1bcd0d275 HTTP/1.1" status: 200 len: 945 time: 0.0544403 Mar 14 14:34:03.757241 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-6b88749d-745f-49fb-a989-f72539b33814 req-d1d63498-c695-49cc-abe9-e6df052e8f6f tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a514ccf-fc2a-436b-911d-f5e8466a2121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444577 Mar 14 14:34:04.893520 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a9568d-26cb-4909-aa30-d81863fdf13e req-46f39da9-10a4-4422-83ab-706aec145d65 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:04.895036 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-68a9568d-26cb-4909-aa30-d81863fdf13e req-46f39da9-10a4-4422-83ab-706aec145d65 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b99b874-59b9-49da-a366-c0a1bcd0d275 HTTP/1.1" status: 200 len: 945 time: 0.0613654 Mar 14 14:34:04.946535 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-68a9568d-26cb-4909-aa30-d81863fdf13e req-9ab11e33-abfb-44e8-8410-06490b782eb7 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a514ccf-fc2a-436b-911d-f5e8466a2121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447757 Mar 14 14:34:06.076782 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c949084-38b2-4cd2-a9a5-588ae454a098 req-c1aa4465-265b-44cb-932c-bf7fb4087658 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:06.078349 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-7c949084-38b2-4cd2-a9a5-588ae454a098 req-c1aa4465-265b-44cb-932c-bf7fb4087658 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b99b874-59b9-49da-a366-c0a1bcd0d275 HTTP/1.1" status: 200 len: 945 time: 0.0541029 Mar 14 14:34:06.130997 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-7c949084-38b2-4cd2-a9a5-588ae454a098 req-564a5977-bddb-45ed-a697-4f1932131a46 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a514ccf-fc2a-436b-911d-f5e8466a2121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470600 Mar 14 14:34:07.264067 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aada6683-520e-4047-80af-17e73c617f0c req-55f7ccd6-16d2-402b-955a-61c40a3545a1 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:07.265731 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-aada6683-520e-4047-80af-17e73c617f0c req-55f7ccd6-16d2-402b-955a-61c40a3545a1 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b99b874-59b9-49da-a366-c0a1bcd0d275 HTTP/1.1" status: 200 len: 945 time: 0.0607543 Mar 14 14:34:07.335387 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-aada6683-520e-4047-80af-17e73c617f0c req-d363b811-bf39-4971-aeb5-27c26e24cc9d tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a514ccf-fc2a-436b-911d-f5e8466a2121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541344 Mar 14 14:34:08.466305 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe36ae5-b16a-40a4-8e2c-31ba4e51b2a8 req-fee19265-5399-40c9-be3c-0dc67f843da9 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:08.467807 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-3fe36ae5-b16a-40a4-8e2c-31ba4e51b2a8 req-fee19265-5399-40c9-be3c-0dc67f843da9 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b99b874-59b9-49da-a366-c0a1bcd0d275 HTTP/1.1" status: 200 len: 945 time: 0.0562100 Mar 14 14:34:08.516688 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-3fe36ae5-b16a-40a4-8e2c-31ba4e51b2a8 req-06ac6da3-6216-4b19-b157-f5ef05d1756e tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a514ccf-fc2a-436b-911d-f5e8466a2121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423026 Mar 14 14:34:09.660953 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f522840b-372c-47ae-a399-ac5edd7d6fae req-e4034907-0ab7-4b0c-ac45-5534892c5069 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:09.662564 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-f522840b-372c-47ae-a399-ac5edd7d6fae req-e4034907-0ab7-4b0c-ac45-5534892c5069 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b99b874-59b9-49da-a366-c0a1bcd0d275 HTTP/1.1" status: 200 len: 945 time: 0.0667732 Mar 14 14:34:09.713131 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-f522840b-372c-47ae-a399-ac5edd7d6fae req-02962b4e-c123-414a-90b1-d247e17ae98e tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a514ccf-fc2a-436b-911d-f5e8466a2121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443311 Mar 14 14:34:10.401850 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 36644) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:34:10.540809 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d8666c7c-4918-4224-9cf7-91debb773e47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:10.655076 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d8666c7c-4918-4224-9cf7-91debb773e47 admin admin] Publish callbacks [] for security_group (66e8ad21-643e-4c30-9da9-4c33e533dcdb), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:10.708161 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3de78c4e-23d9-4be2-9b48-64d454dcd20e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (cdfaf928-5960-4f26-8f0f-a06a7779780c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:10.735745 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d8666c7c-4918-4224-9cf7-91debb773e47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (66e8ad21-643e-4c30-9da9-4c33e533dcdb), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:10.783480 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8666c7c-4918-4224-9cf7-91debb773e47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66e8ad21-643e-4c30-9da9-4c33e533dcdb,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:10.791539 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 36652) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:34:10.792244 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-d8666c7c-4918-4224-9cf7-91debb773e47 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0a31d6ab347b400fa4cd095c5caad574&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3875055 Mar 14 14:34:10.854448 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f4134879-253b-4029-beff-f26db6f85d65 admin admin] Publish callbacks [] for security_group (66e8ad21-643e-4c30-9da9-4c33e533dcdb), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:10.860301 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a87e072-c90b-448a-88a1-367c55d76860 req-2e461c06-a005-4bdc-8a30-6338a3dbdee5 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:10.863850 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-1a87e072-c90b-448a-88a1-367c55d76860 req-2e461c06-a005-4bdc-8a30-6338a3dbdee5 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b99b874-59b9-49da-a366-c0a1bcd0d275 HTTP/1.1" status: 200 len: 945 time: 0.0662339 Mar 14 14:34:10.882979 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f4134879-253b-4029-beff-f26db6f85d65 admin admin] Publish callbacks [] for security_group (66e8ad21-643e-4c30-9da9-4c33e533dcdb), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:10.932812 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-1a87e072-c90b-448a-88a1-367c55d76860 req-29d894f1-436e-42a0-a36a-9d5d741345b0 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a514ccf-fc2a-436b-911d-f5e8466a2121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623598 Mar 14 14:34:11.009579 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f4134879-253b-4029-beff-f26db6f85d65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (66e8ad21-643e-4c30-9da9-4c33e533dcdb), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:11.012160 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f4134879-253b-4029-beff-f26db6f85d65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:11.013350 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-f4134879-253b-4029-beff-f26db6f85d65 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/66e8ad21-643e-4c30-9da9-4c33e533dcdb HTTP/1.1" status: 204 len: 168 time: 0.2206247 Mar 14 14:34:11.022457 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4134879-253b-4029-beff-f26db6f85d65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e8ad21-643e-4c30-9da9-4c33e533dcdb,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:11.031228 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4134879-253b-4029-beff-f26db6f85d65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:11.031589 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4134879-253b-4029-beff-f26db6f85d65 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:11.031938 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4134879-253b-4029-beff-f26db6f85d65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:11.032325 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4134879-253b-4029-beff-f26db6f85d65 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:11.032666 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4134879-253b-4029-beff-f26db6f85d65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:11.033010 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4134879-253b-4029-beff-f26db6f85d65 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:11.033547 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4134879-253b-4029-beff-f26db6f85d65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:11.033855 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4134879-253b-4029-beff-f26db6f85d65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:11.034022 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4134879-253b-4029-beff-f26db6f85d65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:11.034804 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4134879-253b-4029-beff-f26db6f85d65 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:11.035176 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4134879-253b-4029-beff-f26db6f85d65 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:11.035710 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4134879-253b-4029-beff-f26db6f85d65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:11.035856 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4134879-253b-4029-beff-f26db6f85d65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:11.036157 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4134879-253b-4029-beff-f26db6f85d65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:11.036566 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4134879-253b-4029-beff-f26db6f85d65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:11.799307 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 36672) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:34:11.820252 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c3e63ebc-f2e0-45d2-9ba4-735504d147ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:11.928172 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c3e63ebc-f2e0-45d2-9ba4-735504d147ec admin admin] Publish callbacks [] for security_group (dddb96f0-43ec-49ad-95c7-7c7100ff4097), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:11.986699 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c3e63ebc-f2e0-45d2-9ba4-735504d147ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (dddb96f0-43ec-49ad-95c7-7c7100ff4097), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:12.030684 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 36682) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:34:12.031280 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-c3e63ebc-f2e0-45d2-9ba4-735504d147ec admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=07ddfa7b784d4647871a94a9825bc4ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2295995 Mar 14 14:34:12.031688 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e63ebc-f2e0-45d2-9ba4-735504d147ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dddb96f0-43ec-49ad-95c7-7c7100ff4097,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:12.101060 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4fdc4c06-d258-4d22-9ad9-94ae030c68a6 admin admin] Publish callbacks [] for security_group (dddb96f0-43ec-49ad-95c7-7c7100ff4097), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:12.136323 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4fdc4c06-d258-4d22-9ad9-94ae030c68a6 admin admin] Publish callbacks [] for security_group (dddb96f0-43ec-49ad-95c7-7c7100ff4097), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:12.278050 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4fdc4c06-d258-4d22-9ad9-94ae030c68a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (dddb96f0-43ec-49ad-95c7-7c7100ff4097), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:12.281459 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4fdc4c06-d258-4d22-9ad9-94ae030c68a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:12.285849 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-4fdc4c06-d258-4d22-9ad9-94ae030c68a6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dddb96f0-43ec-49ad-95c7-7c7100ff4097 HTTP/1.1" status: 204 len: 168 time: 0.2498677 Mar 14 14:34:12.329652 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdc4c06-d258-4d22-9ad9-94ae030c68a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dddb96f0-43ec-49ad-95c7-7c7100ff4097,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:12.386511 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0204b99e-39cd-4499-ba65-c64d42839676 req-9486679d-8262-416b-a862-118bcab33a80 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:12.388093 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-0204b99e-39cd-4499-ba65-c64d42839676 req-9486679d-8262-416b-a862-118bcab33a80 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fcfa449-05ef-4e7e-9dfe-99054d0bd615 HTTP/1.1" status: 200 len: 946 time: 0.1005971 Mar 14 14:34:12.396794 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d1403-9756-4981-92df-45546cf154db req-44640142-cae8-46d6-a308-59812a2241fc tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:12.398321 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-177d1403-9756-4981-92df-45546cf154db req-44640142-cae8-46d6-a308-59812a2241fc tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b99b874-59b9-49da-a366-c0a1bcd0d275 HTTP/1.1" status: 200 len: 945 time: 0.0993090 Mar 14 14:34:12.475947 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-0204b99e-39cd-4499-ba65-c64d42839676 req-fbd84fe6-9b0d-4f05-8689-b89e8726c13c tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/security-groups?id=482a9504-d611-42a0-b669-f91a02186452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766323 Mar 14 14:34:12.480197 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-177d1403-9756-4981-92df-45546cf154db req-603da707-d593-4b37-b5aa-6dd7a0aabb58 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a514ccf-fc2a-436b-911d-f5e8466a2121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748434 Mar 14 14:34:13.009211 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8370fbeb-1707-46ac-a6e5-a2d58f4aefaa req-6b4ef1ed-28f1-4fca-8e4c-0b7e1da4a7be tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:13.013939 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-8370fbeb-1707-46ac-a6e5-a2d58f4aefaa req-6b4ef1ed-28f1-4fca-8e4c-0b7e1da4a7be tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.58 "GET /v2.0/ports?device_id=51d99f90-7b74-4cd7-938b-4ac0ea805fae HTTP/1.1" status: 200 len: 946 time: 0.0610440 Mar 14 14:34:13.062546 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-8370fbeb-1707-46ac-a6e5-a2d58f4aefaa req-f849fddd-ca72-4cc7-8ad3-e7147d464565 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.58 "GET /v2.0/security-groups?id=7095509f-4701-4a3a-aad9-967f36f293d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459635 Mar 14 14:34:13.131520 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 36694) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:34:13.144669 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c0936ace-15e0-482a-8ac0-ee034ea53516 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:13.204052 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-240a34b0-813d-413b-b560-bd8a536a0b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (3a20f343-fbae-42b4-9bd9-ea7570b5f761), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:13.228034 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c0936ace-15e0-482a-8ac0-ee034ea53516 admin admin] Publish callbacks [] for security_group (f7e12e1d-79d2-4327-85b2-d904ae1ee81e), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:13.272322 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c0936ace-15e0-482a-8ac0-ee034ea53516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (f7e12e1d-79d2-4327-85b2-d904ae1ee81e), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:13.311968 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-c0936ace-15e0-482a-8ac0-ee034ea53516 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7f2b2548588645678f498ab4c3c8fe96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1791852 Mar 14 14:34:13.312840 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0936ace-15e0-482a-8ac0-ee034ea53516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e12e1d-79d2-4327-85b2-d904ae1ee81e,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:13.314562 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 36696) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:34:13.381841 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7846ab26-25ea-4d33-87b9-5c643b118dd4 admin admin] Publish callbacks [] for security_group (f7e12e1d-79d2-4327-85b2-d904ae1ee81e), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:13.404485 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7846ab26-25ea-4d33-87b9-5c643b118dd4 admin admin] Publish callbacks [] for security_group (f7e12e1d-79d2-4327-85b2-d904ae1ee81e), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:13.518146 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7846ab26-25ea-4d33-87b9-5c643b118dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (f7e12e1d-79d2-4327-85b2-d904ae1ee81e), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:13.521281 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7846ab26-25ea-4d33-87b9-5c643b118dd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:13.525168 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-7846ab26-25ea-4d33-87b9-5c643b118dd4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f7e12e1d-79d2-4327-85b2-d904ae1ee81e HTTP/1.1" status: 204 len: 168 time: 0.2071095 Mar 14 14:34:13.532206 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7846ab26-25ea-4d33-87b9-5c643b118dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e12e1d-79d2-4327-85b2-d904ae1ee81e,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:13.655934 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295b489b-fe1e-45fb-804a-de70fee160d6 req-be23a224-0d4e-47ad-95cd-a1906ae9dce6 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:13.657723 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-295b489b-fe1e-45fb-804a-de70fee160d6 req-be23a224-0d4e-47ad-95cd-a1906ae9dce6 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b99b874-59b9-49da-a366-c0a1bcd0d275 HTTP/1.1" status: 200 len: 945 time: 0.0927491 Mar 14 14:34:13.673334 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e593d54-a79e-46b5-bf1f-0a9010f55f80 req-a9c43c69-7f66-4274-9979-2e834d9396f0 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:13.675460 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-1e593d54-a79e-46b5-bf1f-0a9010f55f80 req-a9c43c69-7f66-4274-9979-2e834d9396f0 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fcfa449-05ef-4e7e-9dfe-99054d0bd615 HTTP/1.1" status: 200 len: 946 time: 0.1010482 Mar 14 14:34:13.746692 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-295b489b-fe1e-45fb-804a-de70fee160d6 req-157635e9-af8b-4693-8441-0dd69b80e048 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a514ccf-fc2a-436b-911d-f5e8466a2121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803254 Mar 14 14:34:13.755209 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-1e593d54-a79e-46b5-bf1f-0a9010f55f80 req-55089888-589c-47ec-a8d4-93ac20f0cec5 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/security-groups?id=482a9504-d611-42a0-b669-f91a02186452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730002 Mar 14 14:34:14.199834 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae546ec-3c0f-4726-80a2-10ec6ee19bab req-6fe53d05-ccb9-4a6c-8fb3-d2c1366d56ad tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:14.201647 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-9ae546ec-3c0f-4726-80a2-10ec6ee19bab req-6fe53d05-ccb9-4a6c-8fb3-d2c1366d56ad tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.58 "GET /v2.0/ports?device_id=51d99f90-7b74-4cd7-938b-4ac0ea805fae HTTP/1.1" status: 200 len: 946 time: 0.0682693 Mar 14 14:34:14.257017 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1359c12f-9f02-429e-8c66-1d1d1dbe42c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (105db0a1-84b9-47b6-91eb-e578cb139bff), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:14.271329 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-9ae546ec-3c0f-4726-80a2-10ec6ee19bab req-65dc1344-bbf0-42c4-86cb-97d7ee24d0a6 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.58 "GET /v2.0/security-groups?id=7095509f-4701-4a3a-aad9-967f36f293d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631297 Mar 14 14:34:14.490736 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043da7b6-a3cf-4634-8ad3-260197b8a970 req-9e01b375-a1a2-4b2c-b4d6-4c754efb4b2d tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:14.494460 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-043da7b6-a3cf-4634-8ad3-260197b8a970 req-9e01b375-a1a2-4b2c-b4d6-4c754efb4b2d tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.35 "GET /v2.0/ports?device_id=1fcfa449-05ef-4e7e-9dfe-99054d0bd615 HTTP/1.1" status: 200 len: 946 time: 0.0544384 Mar 14 14:34:14.588269 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-043da7b6-a3cf-4634-8ad3-260197b8a970 req-5e7371f2-5239-4876-8b6d-3864913868bf tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Deleting port 57944647-f165-4efe-a00f-2765295b3ca4 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:34:14.588542 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-043da7b6-a3cf-4634-8ad3-260197b8a970 req-5e7371f2-5239-4876-8b6d-3864913868bf tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744330222830'] for port (57944647-f165-4efe-a00f-2765295b3ca4), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:14.691497 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-043da7b6-a3cf-4634-8ad3-260197b8a970 req-5e7371f2-5239-4876-8b6d-3864913868bf tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] For port 57944647-f165-4efe-a00f-2765295b3ca4, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=57944647-f165-4efe-a00f-2765295b3ca4,segment=NetworkSegment(79690a18-81e9-445e-80e8-8ad6c5c45be5),segment_id=79690a18-81e9-445e-80e8-8ad6c5c45be5)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:34:14.691862 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-043da7b6-a3cf-4634-8ad3-260197b8a970 req-5e7371f2-5239-4876-8b6d-3864913868bf tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982366'] for port (57944647-f165-4efe-a00f-2765295b3ca4), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:14.693268 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 36724) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:34:14.809898 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.v2.base [None req-bd69c3fd-958e-4f5e-8ce0-d602d1423112 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1887692448-network', 'tenant_id': 'f64b17c2a9484baf8067c4b057fb3851'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:34:14.911090 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd69c3fd-958e-4f5e-8ce0-d602d1423112 admin admin] Made reservation on behalf of f64b17c2a9484baf8067c4b057fb3851 for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:34:14.913218 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bd69c3fd-958e-4f5e-8ce0-d602d1423112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:14.944375 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-043da7b6-a3cf-4634-8ad3-260197b8a970 req-5e7371f2-5239-4876-8b6d-3864913868bf tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:14.944752 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-043da7b6-a3cf-4634-8ad3-260197b8a970 req-5e7371f2-5239-4876-8b6d-3864913868bf tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2016456'] for floatingip (9608ebfa-06f6-4e3f-85c1-4cd2d9077853), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:14.945073 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.db.l3_db [req-043da7b6-a3cf-4634-8ad3-260197b8a970 req-5e7371f2-5239-4876-8b6d-3864913868bf tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Floating IP 9608ebfa-06f6-4e3f-85c1-4cd2d9077853 disassociated. External IP: 172.28.2.178, port: 57944647-f165-4efe-a00f-2765295b3ca4. Mar 14 14:34:14.945419 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-043da7b6-a3cf-4634-8ad3-260197b8a970 req-5e7371f2-5239-4876-8b6d-3864913868bf tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Calling delete_port for 57944647-f165-4efe-a00f-2765295b3ca4 owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:34:14.946006 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bd69c3fd-958e-4f5e-8ce0-d602d1423112 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:15.001020 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db062c95-7b06-4daa-ab68-6c63ecc346bf req-86d02237-4f63-4e61-90a3-f43b6eb0a5ee tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:15.002522 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-db062c95-7b06-4daa-ab68-6c63ecc346bf req-86d02237-4f63-4e61-90a3-f43b6eb0a5ee tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b99b874-59b9-49da-a366-c0a1bcd0d275 HTTP/1.1" status: 200 len: 945 time: 0.1271243 Mar 14 14:34:15.017092 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296eae94-0439-404f-ab14-370384772d7d req-04ae9b7c-3328-4861-9a56-e65a8ef28a54 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:15.018711 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-296eae94-0439-404f-ab14-370384772d7d req-04ae9b7c-3328-4861-9a56-e65a8ef28a54 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fcfa449-05ef-4e7e-9dfe-99054d0bd615 HTTP/1.1" status: 200 len: 946 time: 0.1315517 Mar 14 14:34:15.132396 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-db062c95-7b06-4daa-ab68-6c63ecc346bf req-a65bb1ca-4b36-4994-bf08-ef30dd04fd3a tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a514ccf-fc2a-436b-911d-f5e8466a2121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126719 Mar 14 14:34:15.143181 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-296eae94-0439-404f-ab14-370384772d7d req-f9e7b069-4669-4db0-af67-3d64e3a476e7 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/security-groups?id=482a9504-d611-42a0-b669-f91a02186452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138685 Mar 14 14:34:15.145797 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bd69c3fd-958e-4f5e-8ce0-d602d1423112 admin admin] Publish callbacks [] for security_group (74744add-2e21-4436-98d1-720483f10c0d), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:15.152307 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-043da7b6-a3cf-4634-8ad3-260197b8a970 req-5e7371f2-5239-4876-8b6d-3864913868bf tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744330232405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744329793208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9848306'] for port (57944647-f165-4efe-a00f-2765295b3ca4), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:15.183471 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7371f2-5239-4876-8b6d-3864913868bf tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Pushing event deleted for resources: {'Port': ['ID=57944647-f165-4efe-a00f-2765295b3ca4,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:15.266339 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bd69c3fd-958e-4f5e-8ce0-d602d1423112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (74744add-2e21-4436-98d1-720483f10c0d), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:15.293057 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd69c3fd-958e-4f5e-8ce0-d602d1423112 admin admin] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 14:34:15.301924 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-043da7b6-a3cf-4634-8ad3-260197b8a970 req-5e7371f2-5239-4876-8b6d-3864913868bf tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Router 196e278d-c71b-4aaf-9d1f-c03f479b454d has already been hosted by L3 agent 3a20f343-fbae-42b4-9bd9-ea7570b5f761 {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 14:34:15.305267 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69c3fd-958e-4f5e-8ce0-d602d1423112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74744add-2e21-4436-98d1-720483f10c0d,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:15.307630 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bd69c3fd-958e-4f5e-8ce0-d602d1423112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011900'] for segment (9beab42b-8f57-420d-9be2-e821727b2d72), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:15.308027 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.db.segments_db [None req-bd69c3fd-958e-4f5e-8ce0-d602d1423112 admin admin] Added segment 9beab42b-8f57-420d-9be2-e821727b2d72 of type vlan for network 243136d2-ad89-41e3-a28d-f7bbb35a4bb8 Mar 14 14:34:15.325791 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69c3fd-958e-4f5e-8ce0-d602d1423112 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:15.326133 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69c3fd-958e-4f5e-8ce0-d602d1423112 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:15.326645 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69c3fd-958e-4f5e-8ce0-d602d1423112 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:15.327152 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69c3fd-958e-4f5e-8ce0-d602d1423112 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:15.327490 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69c3fd-958e-4f5e-8ce0-d602d1423112 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:15.327850 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69c3fd-958e-4f5e-8ce0-d602d1423112 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:15.328213 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69c3fd-958e-4f5e-8ce0-d602d1423112 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:15.328541 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69c3fd-958e-4f5e-8ce0-d602d1423112 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:15.328875 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69c3fd-958e-4f5e-8ce0-d602d1423112 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:15.329207 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69c3fd-958e-4f5e-8ce0-d602d1423112 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:15.329547 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69c3fd-958e-4f5e-8ce0-d602d1423112 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:15.330043 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69c3fd-958e-4f5e-8ce0-d602d1423112 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:15.330374 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69c3fd-958e-4f5e-8ce0-d602d1423112 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:15.330700 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69c3fd-958e-4f5e-8ce0-d602d1423112 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:15.331642 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69c3fd-958e-4f5e-8ce0-d602d1423112 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:15.374217 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bd69c3fd-958e-4f5e-8ce0-d602d1423112 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744329743373'] for network (243136d2-ad89-41e3-a28d-f7bbb35a4bb8), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:15.433725 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-043da7b6-a3cf-4634-8ad3-260197b8a970 req-5e7371f2-5239-4876-8b6d-3864913868bf tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Notify agent at l3_agent.dv-cinder-790535-28-smb the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:34:15.447262 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0176e2a-d60d-45ab-80a1-d0118d8bfdeb None None] Sync routers for ids ['196e278d-c71b-4aaf-9d1f-c03f479b454d'] in dv-cinder-790535-28-smb {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:34:15.466021 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c9ff50-d05c-47f6-b9cc-6ead341f6f4c req-212614d0-504a-40bf-a4ce-2afe34f09e54 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:15.467833 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0176e2a-d60d-45ab-80a1-d0118d8bfdeb None None] Routers {'196e278d-c71b-4aaf-9d1f-c03f479b454d'} bound to L3 agent in host dv-cinder-790535-28-smb {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:34:15.468586 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-d0176e2a-d60d-45ab-80a1-d0118d8bfdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-14T14:20:13Z,description=,heartbeat_timestamp=2022-03-14T14:34:13Z,host='dv-cinder-790535-28-smb',id=3a20f343-fbae-42b4-9bd9-ea7570b5f761,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:20:14Z,topic='l3_agent')) {'router_ids': ['196e278d-c71b-4aaf-9d1f-c03f479b454d'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:34:15.474768 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-b4c9ff50-d05c-47f6-b9cc-6ead341f6f4c req-212614d0-504a-40bf-a4ce-2afe34f09e54 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.58 "GET /v2.0/ports?device_id=51d99f90-7b74-4cd7-938b-4ac0ea805fae HTTP/1.1" status: 200 len: 946 time: 0.0959251 Mar 14 14:34:15.479477 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-043da7b6-a3cf-4634-8ad3-260197b8a970 req-5e7371f2-5239-4876-8b6d-3864913868bf tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] No DVR routers for this DVR port 57944647-f165-4efe-a00f-2765295b3ca4 on host hv-cinder-79053 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 14:34:15.483289 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-043da7b6-a3cf-4634-8ad3-260197b8a970 req-5e7371f2-5239-4876-8b6d-3864913868bf tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90846'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:15.486716 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-043da7b6-a3cf-4634-8ad3-260197b8a970 req-5e7371f2-5239-4876-8b6d-3864913868bf tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.35 "DELETE /v2.0/ports/57944647-f165-4efe-a00f-2765295b3ca4 HTTP/1.1" status: 204 len: 173 time: 0.9894590 Mar 14 14:34:15.487221 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fcfa449-05ef-4e7e-9dfe-99054d0bd615', 'name': 'network-vif-deleted', 'tag': '57944647-f165-4efe-a00f-2765295b3ca4'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:34:15.489756 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecc69d4607165f869e932d0d7c88ad38dd700a403a0c37ccec57971c369afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f352ae-7c6d-4bd1-a15b-cf700a53133b" -d '{"events": [{"server_uuid": "1fcfa449-05ef-4e7e-9dfe-99054d0bd615", "name": "network-vif-deleted", "tag": "57944647-f165-4efe-a00f-2765295b3ca4"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:34:15.517471 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bd69c3fd-958e-4f5e-8ce0-d602d1423112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199'] for network (243136d2-ad89-41e3-a28d-f7bbb35a4bb8), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:15.519115 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd69c3fd-958e-4f5e-8ce0-d602d1423112 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:15.519696 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bd69c3fd-958e-4f5e-8ce0-d602d1423112 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632217'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:15.549836 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 14:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7383685-73bb-4605-b197-de94bf0bb9e3 x-openstack-request-id: req-f7383685-73bb-4605-b197-de94bf0bb9e3 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:34:15.551011 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fcfa449-05ef-4e7e-9dfe-99054d0bd615", "name": "network-vif-deleted", "tag": "57944647-f165-4efe-a00f-2765295b3ca4", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:34:15.551434 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f7383685-73bb-4605-b197-de94bf0bb9e3 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:34:15.551848 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fcfa449-05ef-4e7e-9dfe-99054d0bd615', 'name': 'network-vif-deleted', 'tag': '57944647-f165-4efe-a00f-2765295b3ca4', 'status': 'completed', 'code': 200} Mar 14 14:34:15.558390 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-91e6bee0-ce44-4dbb-9ae4-7799debe7360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (837ef9e9-d083-4188-a7c6-79f2c68dbd25), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:15.583296 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-b4c9ff50-d05c-47f6-b9cc-6ead341f6f4c req-130b6f1a-f52d-4a3f-9a87-c816148cb597 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.58 "GET /v2.0/security-groups?id=7095509f-4701-4a3a-aad9-967f36f293d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074975 Mar 14 14:34:15.625971 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69c3fd-958e-4f5e-8ce0-d602d1423112 admin admin] Pushing event updated for resources: {'Network': ['ID=243136d2-ad89-41e3-a28d-f7bbb35a4bb8,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:15.634276 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-d0176e2a-d60d-45ab-80a1-d0118d8bfdeb None None] Set router 196e278d-c71b-4aaf-9d1f-c03f479b454d gateway port host: dv-cinder-790535-28-smb {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:34:15.637456 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Network 243136d2-ad89-41e3-a28d-f7bbb35a4bb8 details requested by agent ovs-agent-dv-cinder-790535-28-smb with host dv-cinder-790535-28-smb {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 14:34:15.648740 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-bd69c3fd-958e-4f5e-8ce0-d602d1423112 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9541099 Mar 14 14:34:15.651330 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 36740) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:34:15.656792 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.v2.base [None req-10346e2c-232f-45d8-82ce-82594c94678c admin admin] Request body: {'subnet': {'network_id': '243136d2-ad89-41e3-a28d-f7bbb35a4bb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1887692448-subnet', 'tenant_id': 'f64b17c2a9484baf8067c4b057fb3851', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:34:15.735143 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10346e2c-232f-45d8-82ce-82594c94678c admin admin] Made reservation on behalf of f64b17c2a9484baf8067c4b057fb3851 for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:34:15.738243 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-10346e2c-232f-45d8-82ce-82594c94678c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9088491'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:15.918566 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-d0176e2a-d60d-45ab-80a1-d0118d8bfdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '196e278d-c71b-4aaf-9d1f-c03f479b454d', 'name': 'tempest-AttachVolumeTestJSON-1664345369-router', 'tenant_id': 'a29ccc594deb43b480de703c9f7ff84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.102'}], 'enable_snat': True}, 'gw_port_id': '09678563-119f-474c-a18d-8fe405598172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:28:58Z', 'updated_at': '2022-03-14T14:29:06Z', 'revision_number': 4, 'project_id': 'a29ccc594deb43b480de703c9f7ff84a', 'gw_port': {'id': '09678563-119f-474c-a18d-8fe405598172', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196e278d-c71b-4aaf-9d1f-c03f479b454d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:28:59Z', 'updated_at': '2022-03-14T14:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb', '_interfaces': [{'id': 'a377d12b-e60b-49a0-a1c7-730f55c58b38', 'name': '', 'network_id': '173ed8f0-b784-41a9-affa-440f6ed41220', 'tenant_id': 'a29ccc594deb43b480de703c9f7ff84a', 'mac_address': 'fa:16:3e:67:25:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196e278d-c71b-4aaf-9d1f-c03f479b454d', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'dd4479eb-5d2a-4b9c-9c27-a6d97c9e085c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:04Z', 'updated_at': '2022-03-14T14:29:15Z', 'revision_number': 5, 'project_id': 'a29ccc594deb43b480de703c9f7ff84a', 'subnets': [{'id': 'dd4479eb-5d2a-4b9c-9c27-a6d97c9e085c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-smb', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:34:15.949694 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0176e2a-d60d-45ab-80a1-d0118d8bfdeb None None] Checking router: 196e278d-c71b-4aaf-9d1f-c03f479b454d for host: dv-cinder-790535-28-smb {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:34:15.959318 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0176e2a-d60d-45ab-80a1-d0118d8bfdeb None None] Routers {'196e278d-c71b-4aaf-9d1f-c03f479b454d'} bound to L3 agent in host dv-cinder-790535-28-smb {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:34:15.960145 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-d0176e2a-d60d-45ab-80a1-d0118d8bfdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-14T14:20:13Z,description=,heartbeat_timestamp=2022-03-14T14:34:13Z,host='dv-cinder-790535-28-smb',id=3a20f343-fbae-42b4-9bd9-ea7570b5f761,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:20:14Z,topic='l3_agent')) {'router_ids': ['196e278d-c71b-4aaf-9d1f-c03f479b454d'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:34:15.992644 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-10346e2c-232f-45d8-82ce-82594c94678c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9088453'] for subnet (2d3b04f3-36a5-4f5b-b200-5ebe287494aa), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:16.046376 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10346e2c-232f-45d8-82ce-82594c94678c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d3b04f3-36a5-4f5b-b200-5ebe287494aa,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:16.057317 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10346e2c-232f-45d8-82ce-82594c94678c admin admin] Checking segment: {'id': '9beab42b-8f57-420d-9be2-e821727b2d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '243136d2-ad89-41e3-a28d-f7bbb35a4bb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:34:16.057683 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10346e2c-232f-45d8-82ce-82594c94678c admin admin] Network hostable DHCP agents. Network: 243136d2-ad89-41e3-a28d-f7bbb35a4bb8, hostable agents: ['cdfaf928-5960-4f26-8f0f-a06a7779780c'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 14:34:16.123528 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10346e2c-232f-45d8-82ce-82594c94678c admin admin] Network 243136d2-ad89-41e3-a28d-f7bbb35a4bb8 is scheduled to be hosted by DHCP agent cdfaf928-5960-4f26-8f0f-a06a7779780c with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 14:34:16.193624 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-10346e2c-232f-45d8-82ce-82594c94678c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-28-smb, 243136d2-ad89-41e3-a28d-f7bbb35a4bb8) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:34:16.200231 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10346e2c-232f-45d8-82ce-82594c94678c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:16.203571 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-10346e2c-232f-45d8-82ce-82594c94678c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632217'] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:16.209503 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab266f75-eef9-49a9-9ebf-5e7da235db82 None None] Network 243136d2-ad89-41e3-a28d-f7bbb35a4bb8 requested from dv-cinder-790535-28-smb {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 14:34:16.228487 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-d0176e2a-d60d-45ab-80a1-d0118d8bfdeb None None] Set router 196e278d-c71b-4aaf-9d1f-c03f479b454d gateway port host: dv-cinder-790535-28-smb {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:34:16.287268 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-10346e2c-232f-45d8-82ce-82594c94678c admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6345904 Mar 14 14:34:16.290320 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-d5a61c21-b4be-4231-9f01-103dc8495584 req-fae8a9a5-29d2-48f3-8607-d87fb9de645e tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fcfa449-05ef-4e7e-9dfe-99054d0bd615 HTTP/1.1" status: 200 len: 210 time: 0.0567014 Mar 14 14:34:16.311567 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66631b64-1488-4f84-9f2b-3f9b1eb149b5 req-3bda335c-6988-4b1a-819b-7d9b2e4ec0ec tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:16.313122 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-66631b64-1488-4f84-9f2b-3f9b1eb149b5 req-3bda335c-6988-4b1a-819b-7d9b2e4ec0ec tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b99b874-59b9-49da-a366-c0a1bcd0d275 HTTP/1.1" status: 200 len: 945 time: 0.0892229 Mar 14 14:34:16.380988 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-66631b64-1488-4f84-9f2b-3f9b1eb149b5 req-62d34e46-7609-422e-8b19-4ecf54b37941 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a514ccf-fc2a-436b-911d-f5e8466a2121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586421 Mar 14 14:34:16.430150 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5920fe87-83cf-40e9-a12f-9396cfbf1485 None None] Network 243136d2-ad89-41e3-a28d-f7bbb35a4bb8 requested from dv-cinder-790535-28-smb {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 14:34:16.594647 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-d0176e2a-d60d-45ab-80a1-d0118d8bfdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '196e278d-c71b-4aaf-9d1f-c03f479b454d', 'name': 'tempest-AttachVolumeTestJSON-1664345369-router', 'tenant_id': 'a29ccc594deb43b480de703c9f7ff84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.102'}], 'enable_snat': True}, 'gw_port_id': '09678563-119f-474c-a18d-8fe405598172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:28:58Z', 'updated_at': '2022-03-14T14:29:06Z', 'revision_number': 4, 'project_id': 'a29ccc594deb43b480de703c9f7ff84a', 'gw_port': {'id': '09678563-119f-474c-a18d-8fe405598172', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196e278d-c71b-4aaf-9d1f-c03f479b454d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:28:59Z', 'updated_at': '2022-03-14T14:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb', '_interfaces': [{'id': 'a377d12b-e60b-49a0-a1c7-730f55c58b38', 'name': '', 'network_id': '173ed8f0-b784-41a9-affa-440f6ed41220', 'tenant_id': 'a29ccc594deb43b480de703c9f7ff84a', 'mac_address': 'fa:16:3e:67:25:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196e278d-c71b-4aaf-9d1f-c03f479b454d', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'dd4479eb-5d2a-4b9c-9c27-a6d97c9e085c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:04Z', 'updated_at': '2022-03-14T14:29:15Z', 'revision_number': 5, 'project_id': 'a29ccc594deb43b480de703c9f7ff84a', 'subnets': [{'id': 'dd4479eb-5d2a-4b9c-9c27-a6d97c9e085c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-smb', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:34:16.623837 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0176e2a-d60d-45ab-80a1-d0118d8bfdeb None None] The sync data for ids ['196e278d-c71b-4aaf-9d1f-c03f479b454d'] in dv-cinder-790535-28-smb is: [{'id': '196e278d-c71b-4aaf-9d1f-c03f479b454d', 'name': 'tempest-AttachVolumeTestJSON-1664345369-router', 'tenant_id': 'a29ccc594deb43b480de703c9f7ff84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.102'}], 'enable_snat': True}, 'gw_port_id': '09678563-119f-474c-a18d-8fe405598172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:28:58Z', 'updated_at': '2022-03-14T14:29:06Z', 'revision_number': 4, 'project_id': 'a29ccc594deb43b480de703c9f7ff84a', 'gw_port': {'id': '09678563-119f-474c-a18d-8fe405598172', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196e278d-c71b-4aaf-9d1f-c03f479b454d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:28:59Z', 'updated_at': '2022-03-14T14:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb', '_interfaces': [{'id': 'a377d12b-e60b-49a0-a1c7-730f55c58b38', 'name': '', 'network_id': '173ed8f0-b784-41a9-affa-440f6ed41220', 'tenant_id': 'a29ccc594deb43b480de703c9f7ff84a', 'mac_address': 'fa:16:3e:67:25:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196e278d-c71b-4aaf-9d1f-c03f479b454d', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'dd4479eb-5d2a-4b9c-9c27-a6d97c9e085c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:04Z', 'updated_at': '2022-03-14T14:29:15Z', 'revision_number': 5, 'project_id': 'a29ccc594deb43b480de703c9f7ff84a', 'subnets': [{'id': 'dd4479eb-5d2a-4b9c-9c27-a6d97c9e085c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:34:16.717728 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb0e324-1f01-417b-860d-5628c24f28c8 req-ee3e5911-c8c9-4f20-b3e4-c71a54be213e tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:16.719222 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-eeb0e324-1f01-417b-860d-5628c24f28c8 req-ee3e5911-c8c9-4f20-b3e4-c71a54be213e tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.58 "GET /v2.0/ports?device_id=51d99f90-7b74-4cd7-938b-4ac0ea805fae HTTP/1.1" status: 200 len: 946 time: 0.0564194 Mar 14 14:34:16.772779 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-eeb0e324-1f01-417b-860d-5628c24f28c8 req-5905c80b-078b-4e1c-b7e3-dc8fa986bb7a tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.58 "GET /v2.0/security-groups?id=7095509f-4701-4a3a-aad9-967f36f293d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464301 Mar 14 14:34:16.889425 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3be0a41-af68-4947-b4bd-a00084823b7e None None] New status for floating IP 9608ebfa-06f6-4e3f-85c1-4cd2d9077853: DOWN {{(pid=103769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 14:34:17.169585 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (ddc61399-76bc-42cc-9da4-26f2fa974742), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:17.221391 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-62f1c737-ad32-412a-97a5-7890552ea642 req-faf06c57-d0f2-4bfb-96e9-7fbde1818175 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-899165106&fields=id&tenant_id=c5f45cd330c34d1a83734eeafdf7678a HTTP/1.1" status: 200 len: 267 time: 0.0491543 Mar 14 14:34:17.279944 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f1c737-ad32-412a-97a5-7890552ea642 req-fa473167-9dae-4f7f-abaf-d857eefa8591 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:17.281466 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-62f1c737-ad32-412a-97a5-7890552ea642 req-fa473167-9dae-4f7f-abaf-d857eefa8591 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "GET /v2.0/ports?device_id=5321e890-89ea-4cd5-9380-14b3e5b5a667 HTTP/1.1" status: 200 len: 985 time: 0.0536420 Mar 14 14:34:17.294573 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.v2.base [req-62f1c737-ad32-412a-97a5-7890552ea642 req-427c812e-2e4e-428a-ac59-901494075df9 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Request body: {'port': {'security_groups': ['fcedf437-2ba0-45d9-a116-ab44f977f785']}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:34:17.372892 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-62f1c737-ad32-412a-97a5-7890552ea642 req-427c812e-2e4e-428a-ac59-901494075df9 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (f69ec99c-7955-478f-9140-397fa34b7efc), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:17.497176 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 36766) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:34:17.577101 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a947a4d3-982f-4795-aa5e-a6f14fec0630 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Publish callbacks [] for security_group (482a9504-d611-42a0-b669-f91a02186452), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:17.603406 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a947a4d3-982f-4795-aa5e-a6f14fec0630 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Publish callbacks [] for security_group (482a9504-d611-42a0-b669-f91a02186452), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:17.717978 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a947a4d3-982f-4795-aa5e-a6f14fec0630 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (482a9504-d611-42a0-b669-f91a02186452), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:17.720735 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a947a4d3-982f-4795-aa5e-a6f14fec0630 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:17.722535 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-a947a4d3-982f-4795-aa5e-a6f14fec0630 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "DELETE /v2.0/security-groups/482a9504-d611-42a0-b669-f91a02186452 HTTP/1.1" status: 204 len: 168 time: 0.2233720 Mar 14 14:34:17.725832 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 36768) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:34:17.748386 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a947a4d3-982f-4795-aa5e-a6f14fec0630 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=482a9504-d611-42a0-b669-f91a02186452,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:17.750999 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.api.v2.resource [None req-2c8641e1-ae2f-4482-ad65-0bcc913f20ae tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] show failed (client error): The resource could not be found. Mar 14 14:34:17.755480 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-2c8641e1-ae2f-4482-ad65-0bcc913f20ae tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "GET /v2.0/security-groups/482a9504-d611-42a0-b669-f91a02186452 HTTP/1.1" status: 404 len: 347 time: 0.0254140 Mar 14 14:34:17.756072 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 36770) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:34:17.822037 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Device 57944647-f165-4efe-a00f-2765295b3ca4 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:34:17.845170 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] No Port match for: 57944647-f165-4efe-a00f-2765295b3ca4 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 14:34:17.845783 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Device 57944647-f165-4efe-a00f-2765295b3ca4 not bound to the agent host hv-cinder-79053 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 14:34:17.851052 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-62f1c737-ad32-412a-97a5-7890552ea642 req-427c812e-2e4e-428a-ac59-901494075df9 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] For port f69ec99c-7955-478f-9140-397fa34b7efc, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f69ec99c-7955-478f-9140-397fa34b7efc,segment=NetworkSegment(d3203a6a-b3c3-4cd4-b471-923be8aa373f),segment_id=d3203a6a-b3c3-4cd4-b471-923be8aa373f)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:34:17.890835 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-62f1c737-ad32-412a-97a5-7890552ea642 req-427c812e-2e4e-428a-ac59-901494075df9 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Publish callbacks [] for port (f69ec99c-7955-478f-9140-397fa34b7efc), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:17.900977 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2493bb24-e453-4a21-99f2-a1b6564ce917 req-9143a8f4-6941-46e0-9744-1182e128b832 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:17.902532 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-2493bb24-e453-4a21-99f2-a1b6564ce917 req-9143a8f4-6941-46e0-9744-1182e128b832 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b99b874-59b9-49da-a366-c0a1bcd0d275 HTTP/1.1" status: 200 len: 945 time: 0.3592691 Mar 14 14:34:17.937697 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-62f1c737-ad32-412a-97a5-7890552ea642 req-427c812e-2e4e-428a-ac59-901494075df9 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8770596'] for port (f69ec99c-7955-478f-9140-397fa34b7efc), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:17.950185 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] get_ports_and_sgs() called for port_ids ['f69ec99c-7955-478f-9140-397fa34b7efc'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 14:34:17.997262 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-2493bb24-e453-4a21-99f2-a1b6564ce917 req-950aa6fb-7aac-4412-9c9a-b636c10adf30 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a514ccf-fc2a-436b-911d-f5e8466a2121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880921 Mar 14 14:34:18.010306 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f1c737-ad32-412a-97a5-7890552ea642 req-427c812e-2e4e-428a-ac59-901494075df9 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:18.011295 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-62f1c737-ad32-412a-97a5-7890552ea642 req-427c812e-2e4e-428a-ac59-901494075df9 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90846'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:18.012410 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-62f1c737-ad32-412a-97a5-7890552ea642 req-427c812e-2e4e-428a-ac59-901494075df9 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "PUT /v2.0/ports/f69ec99c-7955-478f-9140-397fa34b7efc HTTP/1.1" status: 200 len: 943 time: 0.7237840 Mar 14 14:34:18.012877 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5321e890-89ea-4cd5-9380-14b3e5b5a667', 'tag': 'f69ec99c-7955-478f-9140-397fa34b7efc'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:34:18.015547 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b510279f78b891ca7fa39ab493d89baf438cb0eb2c394833a60cb33e330ae8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-782e4d9f-9b8a-4ab6-b5dc-359bf1fe7772" -d '{"events": [{"name": "network-changed", "server_uuid": "5321e890-89ea-4cd5-9380-14b3e5b5a667", "tag": "f69ec99c-7955-478f-9140-397fa34b7efc"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:34:18.027237 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 36776) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:34:18.064019 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427c812e-2e4e-428a-ac59-901494075df9 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Pushing event updated for resources: {'Port': ['ID=f69ec99c-7955-478f-9140-397fa34b7efc,revision_number=7']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:18.114224 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] get_ports_and_sgs() called for port_ids ['f69ec99c-7955-478f-9140-397fa34b7efc'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 14:34:18.189248 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ca0057f2-74ea-4121-a347-7505c2e61e4e tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Publish callbacks [] for security_group (ea90585f-554e-411f-b640-4e245bafaa74), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:18.263621 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ca0057f2-74ea-4121-a347-7505c2e61e4e tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Publish callbacks [] for security_group (ea90585f-554e-411f-b640-4e245bafaa74), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:18.288218 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-420389dd-1549-48b7-8d7f-4a3b64401b96 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Deleting port e0e20000-8c0c-4cfb-af8d-02be80977457 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:34:18.288758 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-420389dd-1549-48b7-8d7f-4a3b64401b96 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744330222830'] for port (e0e20000-8c0c-4cfb-af8d-02be80977457), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:18.294100 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8541d61-5f23-44de-b125-a4c5e7e25934 req-e7938fe5-0fad-4d47-8f84-828e1c1cfa35 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:18.302736 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-e8541d61-5f23-44de-b125-a4c5e7e25934 req-e7938fe5-0fad-4d47-8f84-828e1c1cfa35 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.58 "GET /v2.0/ports?device_id=51d99f90-7b74-4cd7-938b-4ac0ea805fae HTTP/1.1" status: 200 len: 946 time: 0.1854513 Mar 14 14:34:18.344905 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 14:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3064f11-03de-43d5-8424-5e10ccfc2cf2 x-openstack-request-id: req-f3064f11-03de-43d5-8424-5e10ccfc2cf2 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:34:18.345211 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5321e890-89ea-4cd5-9380-14b3e5b5a667", "tag": "f69ec99c-7955-478f-9140-397fa34b7efc", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:34:18.345473 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f3064f11-03de-43d5-8424-5e10ccfc2cf2 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:34:18.345884 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5321e890-89ea-4cd5-9380-14b3e5b5a667', 'tag': 'f69ec99c-7955-478f-9140-397fa34b7efc', 'status': 'completed', 'code': 200} Mar 14 14:34:18.405804 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-e8541d61-5f23-44de-b125-a4c5e7e25934 req-53c60e6a-470f-4dda-b77c-3981c3756c8c tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.58 "GET /v2.0/security-groups?id=7095509f-4701-4a3a-aad9-967f36f293d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979540 Mar 14 14:34:18.416234 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-420389dd-1549-48b7-8d7f-4a3b64401b96 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982366'] for port (e0e20000-8c0c-4cfb-af8d-02be80977457), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:18.416567 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-420389dd-1549-48b7-8d7f-4a3b64401b96 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Publish callbacks [] for floatingip (e0e20000-8c0c-4cfb-af8d-02be80977457), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:18.449661 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-420389dd-1549-48b7-8d7f-4a3b64401b96 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Calling delete_port for e0e20000-8c0c-4cfb-af8d-02be80977457 owned by network:floatingip {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:34:18.449762 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-5fff7794-1426-4fd9-acc5-2b43710845df None None] Provisioning complete for port f69ec99c-7955-478f-9140-397fa34b7efc triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:34:18.450225 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5fff7794-1426-4fd9-acc5-2b43710845df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (f69ec99c-7955-478f-9140-397fa34b7efc), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:18.541434 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-5fff7794-1426-4fd9-acc5-2b43710845df None None] Current status of the port f69ec99c-7955-478f-9140-397fa34b7efc is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:34:18.542862 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ca0057f2-74ea-4121-a347-7505c2e61e4e tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (ea90585f-554e-411f-b640-4e245bafaa74), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:18.546261 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ca0057f2-74ea-4121-a347-7505c2e61e4e tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:18.547400 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-ca0057f2-74ea-4121-a347-7505c2e61e4e tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "DELETE /v2.0/security-groups/ea90585f-554e-411f-b640-4e245bafaa74 HTTP/1.1" status: 204 len: 168 time: 0.5191951 Mar 14 14:34:18.552770 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 36796) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:34:18.585403 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782e4d9f-9b8a-4ab6-b5dc-359bf1fe7772 req-b228de22-7de2-45bb-8b08-d05a115688a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:18.587001 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-782e4d9f-9b8a-4ab6-b5dc-359bf1fe7772 req-b228de22-7de2-45bb-8b08-d05a115688a8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c5f45cd330c34d1a83734eeafdf7678a&device_id=5321e890-89ea-4cd5-9380-14b3e5b5a667 HTTP/1.1" status: 200 len: 1130 time: 0.2086196 Mar 14 14:34:18.602937 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0057f2-74ea-4121-a347-7505c2e61e4e tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea90585f-554e-411f-b640-4e245bafaa74,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:18.616717 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648237e1-2de6-4bb7-aa97-901eed5938ad req-259a65bd-f069-483b-945f-56a21762bfd7 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:18.618538 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-648237e1-2de6-4bb7-aa97-901eed5938ad req-259a65bd-f069-483b-945f-56a21762bfd7 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] 10.222.0.58 "GET /v2.0/networks?id=243136d2-ad89-41e3-a28d-f7bbb35a4bb8 HTTP/1.1" status: 200 len: 814 time: 0.1644120 Mar 14 14:34:18.644066 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-648237e1-2de6-4bb7-aa97-901eed5938ad req-fcfffbc3-b4e2-4e7a-ac0b-0f2846d8bc3d tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] 10.222.0.58 "GET /v2.0/quotas/f64b17c2a9484baf8067c4b057fb3851 HTTP/1.1" status: 200 len: 375 time: 0.0143874 Mar 14 14:34:18.710573 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-648237e1-2de6-4bb7-aa97-901eed5938ad req-82abc876-f968-4730-aa7b-e740181d7113 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f64b17c2a9484baf8067c4b057fb3851&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0578759 Mar 14 14:34:18.726670 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782e4d9f-9b8a-4ab6-b5dc-359bf1fe7772 req-282cceb9-1ddd-4ff8-bc19-3f77ff38e9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:18.728304 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-782e4d9f-9b8a-4ab6-b5dc-359bf1fe7772 req-282cceb9-1ddd-4ff8-bc19-3f77ff38e9af service neutron] 10.222.0.35 "GET /v2.0/networks?id=3e4a3557-57a5-4d21-92bb-061b2a0f247f HTTP/1.1" status: 200 len: 916 time: 0.1348307 Mar 14 14:34:18.774042 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-420389dd-1549-48b7-8d7f-4a3b64401b96 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744330232405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744329793208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9848306'] for port (e0e20000-8c0c-4cfb-af8d-02be80977457), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:18.812592 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420389dd-1549-48b7-8d7f-4a3b64401b96 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Pushing event deleted for resources: {'Port': ['ID=e0e20000-8c0c-4cfb-af8d-02be80977457,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:18.848413 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-782e4d9f-9b8a-4ab6-b5dc-359bf1fe7772 req-e4e9a245-ed2f-418a-b4d2-d82cf29a1b44 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f69ec99c-7955-478f-9140-397fa34b7efc HTTP/1.1" status: 200 len: 1002 time: 0.1137261 Mar 14 14:34:18.849907 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-648237e1-2de6-4bb7-aa97-901eed5938ad req-c95c3c13-198a-48bd-befd-63d560e8beaf service neutron] 10.222.0.58 "GET /v2.0/networks/243136d2-ad89-41e3-a28d-f7bbb35a4bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304350 Mar 14 14:34:18.857933 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-f67aeacd-4d76-4784-8deb-5c44ace6621e tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Deleting port 1df1754e-da36-4920-973c-3d197d700e95 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:34:18.858277 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f67aeacd-4d76-4784-8deb-5c44ace6621e tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744330222830'] for port (1df1754e-da36-4920-973c-3d197d700e95), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:18.920420 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-420389dd-1549-48b7-8d7f-4a3b64401b96 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Publish callbacks [] for floatingip (9608ebfa-06f6-4e3f-85c1-4cd2d9077853), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:18.922966 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-420389dd-1549-48b7-8d7f-4a3b64401b96 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90846'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:18.924133 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-420389dd-1549-48b7-8d7f-4a3b64401b96 tempest-AttachVolumeTestJSON-1363983528 tempest-AttachVolumeTestJSON-1363983528-project] 10.222.0.58 "DELETE /v2.0/floatingips/9608ebfa-06f6-4e3f-85c1-4cd2d9077853 HTTP/1.1" status: 204 len: 168 time: 1.1673648 Mar 14 14:34:18.936694 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782e4d9f-9b8a-4ab6-b5dc-359bf1fe7772 req-a3dcbaea-4062-4fea-96c2-db2ebfd11eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:18.936694 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-782e4d9f-9b8a-4ab6-b5dc-359bf1fe7772 req-a3dcbaea-4062-4fea-96c2-db2ebfd11eea service neutron] 10.222.0.35 "GET /v2.0/subnets?id=401011dc-5e0a-4f98-9903-0c0e2bfe083a HTTP/1.1" status: 200 len: 854 time: 0.0616429 Mar 14 14:34:18.986870 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782e4d9f-9b8a-4ab6-b5dc-359bf1fe7772 req-75d579e2-5448-4ef6-9484-53f7c9376b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:18.989097 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-782e4d9f-9b8a-4ab6-b5dc-359bf1fe7772 req-75d579e2-5448-4ef6-9484-53f7c9376b96 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3e4a3557-57a5-4d21-92bb-061b2a0f247f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0504549 Mar 14 14:34:19.010008 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f67aeacd-4d76-4784-8deb-5c44ace6621e tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982366'] for port (1df1754e-da36-4920-973c-3d197d700e95), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:19.010336 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f67aeacd-4d76-4784-8deb-5c44ace6621e tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Publish callbacks [] for floatingip (1df1754e-da36-4920-973c-3d197d700e95), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:19.020807 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-648237e1-2de6-4bb7-aa97-901eed5938ad req-a53294b8-c2b3-4a0b-b500-d07127774085 service neutron] 10.222.0.58 "GET /v2.0/networks/243136d2-ad89-41e3-a28d-f7bbb35a4bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604702 Mar 14 14:34:19.027274 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-f67aeacd-4d76-4784-8deb-5c44ace6621e tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Calling delete_port for 1df1754e-da36-4920-973c-3d197d700e95 owned by network:floatingip {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:34:19.091123 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-782e4d9f-9b8a-4ab6-b5dc-359bf1fe7772 req-769f8961-ca48-4f74-82a8-5680036103d1 service neutron] 10.222.0.35 "GET /v2.0/networks/3e4a3557-57a5-4d21-92bb-061b2a0f247f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956347 Mar 14 14:34:19.205767 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-782e4d9f-9b8a-4ab6-b5dc-359bf1fe7772 req-9a0a0f2e-3d47-4d78-adae-69642691c702 service neutron] 10.222.0.35 "GET /v2.0/networks/3e4a3557-57a5-4d21-92bb-061b2a0f247f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026032 Mar 14 14:34:19.268068 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71af527-1741-4049-ba26-1f98ee1625d2 req-d3b12794-fdcf-4043-9b17-d6c525aeeab4 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:19.270215 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-e71af527-1741-4049-ba26-1f98ee1625d2 req-d3b12794-fdcf-4043-9b17-d6c525aeeab4 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b99b874-59b9-49da-a366-c0a1bcd0d275 HTTP/1.1" status: 200 len: 945 time: 0.1155052 Mar 14 14:34:19.336877 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-e4091d15-9182-43cd-8cfe-d5b159fdc123 req-6ddf7f2d-275f-4391-8e49-9622b8cb5176 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] 10.222.0.58 "GET /v2.0/ports?device_id=69ffc72c-871b-49f7-89ef-45c60074c474 HTTP/1.1" status: 200 len: 210 time: 0.0495381 Mar 14 14:34:19.361477 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-e71af527-1741-4049-ba26-1f98ee1625d2 req-80e32642-230c-4cf3-b034-402479726744 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a514ccf-fc2a-436b-911d-f5e8466a2121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832388 Mar 14 14:34:19.432779 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f67aeacd-4d76-4784-8deb-5c44ace6621e tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744330232405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744329793208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8770621'] for port (1df1754e-da36-4920-973c-3d197d700e95), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:19.468078 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67aeacd-4d76-4784-8deb-5c44ace6621e tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Pushing event deleted for resources: {'Port': ['ID=1df1754e-da36-4920-973c-3d197d700e95,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:19.554398 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f67aeacd-4d76-4784-8deb-5c44ace6621e tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Publish callbacks [] for floatingip (17a3fce4-0d7d-4c71-846e-bde8f95ffc45), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:19.554874 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.db.l3_db [None req-f67aeacd-4d76-4784-8deb-5c44ace6621e tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Floating IP 17a3fce4-0d7d-4c71-846e-bde8f95ffc45 disassociated (deleted). External IP: 172.28.2.246, port: f69ec99c-7955-478f-9140-397fa34b7efc. Mar 14 14:34:19.609116 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b9443-d317-4229-9ab1-ec2c84ec8f4a req-7d81e588-cda5-414f-83f5-509607ff8d17 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:19.610615 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-191b9443-d317-4229-9ab1-ec2c84ec8f4a req-7d81e588-cda5-414f-83f5-509607ff8d17 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.58 "GET /v2.0/ports?device_id=51d99f90-7b74-4cd7-938b-4ac0ea805fae HTTP/1.1" status: 200 len: 946 time: 0.1232400 Mar 14 14:34:19.706755 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-191b9443-d317-4229-9ab1-ec2c84ec8f4a req-501e721a-70e1-442c-84d8-6e3f5e8699da tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.58 "GET /v2.0/security-groups?id=7095509f-4701-4a3a-aad9-967f36f293d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891964 Mar 14 14:34:19.835492 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f67aeacd-4d76-4784-8deb-5c44ace6621e tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Router dbf49708-718a-49cb-bf29-d93fb2eeca22 has already been hosted by L3 agent 3a20f343-fbae-42b4-9bd9-ea7570b5f761 {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 14:34:19.957744 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f67aeacd-4d76-4784-8deb-5c44ace6621e tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Notify agent at l3_agent.dv-cinder-790535-28-smb the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:34:19.963017 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f67aeacd-4d76-4784-8deb-5c44ace6621e tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90846'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:19.967728 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3fa606-54be-44ae-9174-a171cb8f064f None None] Sync routers for ids ['dbf49708-718a-49cb-bf29-d93fb2eeca22'] in dv-cinder-790535-28-smb {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:34:19.977727 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3fa606-54be-44ae-9174-a171cb8f064f None None] Routers {'dbf49708-718a-49cb-bf29-d93fb2eeca22'} bound to L3 agent in host dv-cinder-790535-28-smb {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:34:19.978339 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-ea3fa606-54be-44ae-9174-a171cb8f064f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-14T14:20:13Z,description=,heartbeat_timestamp=2022-03-14T14:34:13Z,host='dv-cinder-790535-28-smb',id=3a20f343-fbae-42b4-9bd9-ea7570b5f761,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:20:14Z,topic='l3_agent')) {'router_ids': ['dbf49708-718a-49cb-bf29-d93fb2eeca22'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:34:19.993552 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-f67aeacd-4d76-4784-8deb-5c44ace6621e tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "DELETE /v2.0/floatingips/17a3fce4-0d7d-4c71-846e-bde8f95ffc45 HTTP/1.1" status: 204 len: 168 time: 1.4379787 Mar 14 14:34:20.107019 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-ea3fa606-54be-44ae-9174-a171cb8f064f None None] Set router dbf49708-718a-49cb-bf29-d93fb2eeca22 gateway port host: dv-cinder-790535-28-smb {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:34:20.323499 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-ea3fa606-54be-44ae-9174-a171cb8f064f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbf49708-718a-49cb-bf29-d93fb2eeca22', 'name': 'tempest-TestMinimumBasicScenario-1527024612-router', 'tenant_id': 'c5f45cd330c34d1a83734eeafdf7678a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': '8ef8e14d-4a8a-4f7f-9b3d-b557a44adcba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:31:28Z', 'updated_at': '2022-03-14T14:31:34Z', 'revision_number': 4, 'project_id': 'c5f45cd330c34d1a83734eeafdf7678a', 'gw_port': {'id': '8ef8e14d-4a8a-4f7f-9b3d-b557a44adcba', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:68:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf49708-718a-49cb-bf29-d93fb2eeca22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:31:29Z', 'updated_at': '2022-03-14T14:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb', '_interfaces': [{'id': 'fbcbe08a-b890-44a2-9df2-3aa331244e2c', 'name': '', 'network_id': '3e4a3557-57a5-4d21-92bb-061b2a0f247f', 'tenant_id': 'c5f45cd330c34d1a83734eeafdf7678a', 'mac_address': 'fa:16:3e:f8:95:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf49708-718a-49cb-bf29-d93fb2eeca22', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '401011dc-5e0a-4f98-9903-0c0e2bfe083a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:31:32Z', 'updated_at': '2022-03-14T14:31:42Z', 'revision_number': 5, 'project_id': 'c5f45cd330c34d1a83734eeafdf7678a', 'subnets': [{'id': '401011dc-5e0a-4f98-9903-0c0e2bfe083a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-smb', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:34:20.346883 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5321e890-89ea-4cd5-9380-14b3e5b5a667', 'tag': 'f69ec99c-7955-478f-9140-397fa34b7efc'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:34:20.349428 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b510279f78b891ca7fa39ab493d89baf438cb0eb2c394833a60cb33e330ae8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d788123-bf32-4732-9aeb-3182630c0a56" -d '{"events": [{"name": "network-changed", "server_uuid": "5321e890-89ea-4cd5-9380-14b3e5b5a667", "tag": "f69ec99c-7955-478f-9140-397fa34b7efc"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:34:20.351395 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3fa606-54be-44ae-9174-a171cb8f064f None None] Checking router: dbf49708-718a-49cb-bf29-d93fb2eeca22 for host: dv-cinder-790535-28-smb {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:34:20.361296 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3fa606-54be-44ae-9174-a171cb8f064f None None] Routers {'dbf49708-718a-49cb-bf29-d93fb2eeca22'} bound to L3 agent in host dv-cinder-790535-28-smb {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:34:20.363077 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-ea3fa606-54be-44ae-9174-a171cb8f064f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-14T14:20:13Z,description=,heartbeat_timestamp=2022-03-14T14:34:13Z,host='dv-cinder-790535-28-smb',id=3a20f343-fbae-42b4-9bd9-ea7570b5f761,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:20:14Z,topic='l3_agent')) {'router_ids': ['dbf49708-718a-49cb-bf29-d93fb2eeca22'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:34:20.399846 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 14:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f24387-bd0a-48b9-818b-b6c13a3adada x-openstack-request-id: req-c2f24387-bd0a-48b9-818b-b6c13a3adada {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:34:20.400752 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5321e890-89ea-4cd5-9380-14b3e5b5a667", "tag": "f69ec99c-7955-478f-9140-397fa34b7efc", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:34:20.401020 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c2f24387-bd0a-48b9-818b-b6c13a3adada {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:34:20.401501 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5321e890-89ea-4cd5-9380-14b3e5b5a667', 'tag': 'f69ec99c-7955-478f-9140-397fa34b7efc', 'status': 'completed', 'code': 200} Mar 14 14:34:20.464710 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-c75146dc-8f42-47fc-a818-658f3c2881ad req-17efd774-3301-4469-9351-462e845d0db8 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] 10.222.0.58 "GET /v2.0/ports?device_id=69ffc72c-871b-49f7-89ef-45c60074c474 HTTP/1.1" status: 200 len: 210 time: 0.0446122 Mar 14 14:34:20.480161 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d788123-bf32-4732-9aeb-3182630c0a56 req-070650ca-94e6-4488-9002-96cc1c35f716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:20.482525 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-4d788123-bf32-4732-9aeb-3182630c0a56 req-070650ca-94e6-4488-9002-96cc1c35f716 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c5f45cd330c34d1a83734eeafdf7678a&device_id=5321e890-89ea-4cd5-9380-14b3e5b5a667 HTTP/1.1" status: 200 len: 1130 time: 0.0576150 Mar 14 14:34:20.547499 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-ea3fa606-54be-44ae-9174-a171cb8f064f None None] Set router dbf49708-718a-49cb-bf29-d93fb2eeca22 gateway port host: dv-cinder-790535-28-smb {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:34:20.584399 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65624154-aa46-442f-9f13-8c2d5da2e432 req-079d18b6-4a63-4b33-9ed8-9183dd4162b0 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:20.586377 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-65624154-aa46-442f-9f13-8c2d5da2e432 req-079d18b6-4a63-4b33-9ed8-9183dd4162b0 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b99b874-59b9-49da-a366-c0a1bcd0d275 HTTP/1.1" status: 200 len: 945 time: 0.0613432 Mar 14 14:34:20.616134 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d788123-bf32-4732-9aeb-3182630c0a56 req-66c51370-b461-4bfc-a39f-adea3f2cd004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:20.617846 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-4d788123-bf32-4732-9aeb-3182630c0a56 req-66c51370-b461-4bfc-a39f-adea3f2cd004 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3e4a3557-57a5-4d21-92bb-061b2a0f247f HTTP/1.1" status: 200 len: 916 time: 0.1247439 Mar 14 14:34:20.678430 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-4d788123-bf32-4732-9aeb-3182630c0a56 req-0e6d0910-81a3-4cf9-b7f3-361d234e477a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f69ec99c-7955-478f-9140-397fa34b7efc HTTP/1.1" status: 200 len: 217 time: 0.0543134 Mar 14 14:34:20.683429 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-65624154-aa46-442f-9f13-8c2d5da2e432 req-124c2689-08e1-45d0-b38f-0cec03a967bf tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a514ccf-fc2a-436b-911d-f5e8466a2121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894082 Mar 14 14:34:20.735793 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d788123-bf32-4732-9aeb-3182630c0a56 req-8208e32d-e7a3-46d3-8137-2e8704cbdb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:20.737318 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-4d788123-bf32-4732-9aeb-3182630c0a56 req-8208e32d-e7a3-46d3-8137-2e8704cbdb74 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=401011dc-5e0a-4f98-9903-0c0e2bfe083a HTTP/1.1" status: 200 len: 854 time: 0.0519164 Mar 14 14:34:20.812110 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d788123-bf32-4732-9aeb-3182630c0a56 req-47177734-863f-4ba5-8609-8cd46bc86ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:20.814274 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-4d788123-bf32-4732-9aeb-3182630c0a56 req-47177734-863f-4ba5-8609-8cd46bc86ce9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3e4a3557-57a5-4d21-92bb-061b2a0f247f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0700741 Mar 14 14:34:20.819110 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-ea3fa606-54be-44ae-9174-a171cb8f064f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbf49708-718a-49cb-bf29-d93fb2eeca22', 'name': 'tempest-TestMinimumBasicScenario-1527024612-router', 'tenant_id': 'c5f45cd330c34d1a83734eeafdf7678a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': '8ef8e14d-4a8a-4f7f-9b3d-b557a44adcba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:31:28Z', 'updated_at': '2022-03-14T14:31:34Z', 'revision_number': 4, 'project_id': 'c5f45cd330c34d1a83734eeafdf7678a', 'gw_port': {'id': '8ef8e14d-4a8a-4f7f-9b3d-b557a44adcba', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:68:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf49708-718a-49cb-bf29-d93fb2eeca22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:31:29Z', 'updated_at': '2022-03-14T14:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb', '_interfaces': [{'id': 'fbcbe08a-b890-44a2-9df2-3aa331244e2c', 'name': '', 'network_id': '3e4a3557-57a5-4d21-92bb-061b2a0f247f', 'tenant_id': 'c5f45cd330c34d1a83734eeafdf7678a', 'mac_address': 'fa:16:3e:f8:95:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf49708-718a-49cb-bf29-d93fb2eeca22', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '401011dc-5e0a-4f98-9903-0c0e2bfe083a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:31:32Z', 'updated_at': '2022-03-14T14:31:42Z', 'revision_number': 5, 'project_id': 'c5f45cd330c34d1a83734eeafdf7678a', 'subnets': [{'id': '401011dc-5e0a-4f98-9903-0c0e2bfe083a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-smb', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:34:20.852076 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3fa606-54be-44ae-9174-a171cb8f064f None None] The sync data for ids ['dbf49708-718a-49cb-bf29-d93fb2eeca22'] in dv-cinder-790535-28-smb is: [{'id': 'dbf49708-718a-49cb-bf29-d93fb2eeca22', 'name': 'tempest-TestMinimumBasicScenario-1527024612-router', 'tenant_id': 'c5f45cd330c34d1a83734eeafdf7678a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': '8ef8e14d-4a8a-4f7f-9b3d-b557a44adcba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:31:28Z', 'updated_at': '2022-03-14T14:31:34Z', 'revision_number': 4, 'project_id': 'c5f45cd330c34d1a83734eeafdf7678a', 'gw_port': {'id': '8ef8e14d-4a8a-4f7f-9b3d-b557a44adcba', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:68:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf49708-718a-49cb-bf29-d93fb2eeca22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:31:29Z', 'updated_at': '2022-03-14T14:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb', '_interfaces': [{'id': 'fbcbe08a-b890-44a2-9df2-3aa331244e2c', 'name': '', 'network_id': '3e4a3557-57a5-4d21-92bb-061b2a0f247f', 'tenant_id': 'c5f45cd330c34d1a83734eeafdf7678a', 'mac_address': 'fa:16:3e:f8:95:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf49708-718a-49cb-bf29-d93fb2eeca22', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '401011dc-5e0a-4f98-9903-0c0e2bfe083a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:31:32Z', 'updated_at': '2022-03-14T14:31:42Z', 'revision_number': 5, 'project_id': 'c5f45cd330c34d1a83734eeafdf7678a', 'subnets': [{'id': '401011dc-5e0a-4f98-9903-0c0e2bfe083a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:34:20.866252 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a64a542-b3f5-41ba-b5c4-8933a7956cf6 req-147af784-8955-4e92-974c-16b059584d4f tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:20.868135 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-8a64a542-b3f5-41ba-b5c4-8933a7956cf6 req-147af784-8955-4e92-974c-16b059584d4f tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.58 "GET /v2.0/ports?device_id=51d99f90-7b74-4cd7-938b-4ac0ea805fae HTTP/1.1" status: 200 len: 946 time: 0.0639129 Mar 14 14:34:20.929909 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-4d788123-bf32-4732-9aeb-3182630c0a56 req-c2d6d5ca-5a92-4682-9bb9-be0ad3714fd3 service neutron] 10.222.0.35 "GET /v2.0/networks/3e4a3557-57a5-4d21-92bb-061b2a0f247f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066368 Mar 14 14:34:20.956575 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-8a64a542-b3f5-41ba-b5c4-8933a7956cf6 req-49d694fc-ba35-4217-b7a5-115122455933 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.58 "GET /v2.0/security-groups?id=7095509f-4701-4a3a-aad9-967f36f293d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748255 Mar 14 14:34:21.034832 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-4d788123-bf32-4732-9aeb-3182630c0a56 req-2267c305-5968-4522-ba32-cca0331b7a88 service neutron] 10.222.0.35 "GET /v2.0/networks/3e4a3557-57a5-4d21-92bb-061b2a0f247f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976377 Mar 14 14:34:21.180720 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd994d2-cc24-48b7-85a0-dc8bf9dae17c None None] New status for floating IP 17a3fce4-0d7d-4c71-846e-bde8f95ffc45: DOWN {{(pid=103769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 14:34:21.572866 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-6b4cfd11-1642-4b03-8d02-ee844dcd3da6 req-d7cb3a1d-b62a-4a3c-8da7-5bee979a43dd tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] 10.222.0.58 "GET /v2.0/ports?device_id=69ffc72c-871b-49f7-89ef-45c60074c474 HTTP/1.1" status: 200 len: 210 time: 0.0277865 Mar 14 14:34:21.842211 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c834c82-a4ae-4d13-9306-0022ff3a808d req-e34d4137-bfa8-4284-961a-8e05cdffc33e tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:21.843663 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-0c834c82-a4ae-4d13-9306-0022ff3a808d req-e34d4137-bfa8-4284-961a-8e05cdffc33e tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b99b874-59b9-49da-a366-c0a1bcd0d275 HTTP/1.1" status: 200 len: 945 time: 0.0558016 Mar 14 14:34:21.898248 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-0c834c82-a4ae-4d13-9306-0022ff3a808d req-a0384377-a965-4d84-b2a1-0b8a7db6f0bb tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a514ccf-fc2a-436b-911d-f5e8466a2121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488493 Mar 14 14:34:22.036929 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648237e1-2de6-4bb7-aa97-901eed5938ad req-099b4851-f1aa-4182-89ab-715a919afa1c tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:22.036929 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-648237e1-2de6-4bb7-aa97-901eed5938ad req-099b4851-f1aa-4182-89ab-715a919afa1c tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] 10.222.0.35 "GET /v2.0/networks?id=243136d2-ad89-41e3-a28d-f7bbb35a4bb8 HTTP/1.1" status: 200 len: 814 time: 0.1156836 Mar 14 14:34:22.047701 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.v2.base [req-648237e1-2de6-4bb7-aa97-901eed5938ad req-b44669fd-f6ed-48ee-9684-fe7130a09598 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] Request body: {'port': {'device_id': '69ffc72c-871b-49f7-89ef-45c60074c474', 'network_id': '243136d2-ad89-41e3-a28d-f7bbb35a4bb8', 'admin_state_up': True, 'tenant_id': 'f64b17c2a9484baf8067c4b057fb3851'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:34:22.104421 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c96c06e-2ec8-416f-bbb9-fad4fb9e3c87 req-c8f6eb15-5512-4a7a-976f-b95db6bb24f5 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:22.105841 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-1c96c06e-2ec8-416f-bbb9-fad4fb9e3c87 req-c8f6eb15-5512-4a7a-976f-b95db6bb24f5 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.58 "GET /v2.0/ports?device_id=51d99f90-7b74-4cd7-938b-4ac0ea805fae HTTP/1.1" status: 200 len: 946 time: 0.0659015 Mar 14 14:34:22.175579 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-1c96c06e-2ec8-416f-bbb9-fad4fb9e3c87 req-d1a87fa7-844c-41c3-b196-5de6e28471af tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.58 "GET /v2.0/security-groups?id=7095509f-4701-4a3a-aad9-967f36f293d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609825 Mar 14 14:34:22.255512 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-648237e1-2de6-4bb7-aa97-901eed5938ad req-b44669fd-f6ed-48ee-9684-fe7130a09598 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] Made reservation on behalf of f64b17c2a9484baf8067c4b057fb3851 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:34:22.259617 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-648237e1-2de6-4bb7-aa97-901eed5938ad req-b44669fd-f6ed-48ee-9684-fe7130a09598 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:22.404972 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-648237e1-2de6-4bb7-aa97-901eed5938ad req-b44669fd-f6ed-48ee-9684-fe7130a09598 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] Allocated IP 172.20.0.2 (243136d2-ad89-41e3-a28d-f7bbb35a4bb8/2d3b04f3-36a5-4f5b-b200-5ebe287494aa/fee88dec-25d2-41d3-a186-6b58138a1855) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:34:22.557513 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-648237e1-2de6-4bb7-aa97-901eed5938ad req-b44669fd-f6ed-48ee-9684-fe7130a09598 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] Publish callbacks [] for port (fee88dec-25d2-41d3-a186-6b58138a1855), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:22.655889 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-648237e1-2de6-4bb7-aa97-901eed5938ad req-b44669fd-f6ed-48ee-9684-fe7130a09598 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744329793199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9848306'] for port (fee88dec-25d2-41d3-a186-6b58138a1855), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:22.704594 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27088d4e-4254-45e3-b7b9-089a2c3d3a95 req-45221bdd-275e-416f-ba7c-e10ce4087bb6 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:22.706655 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-27088d4e-4254-45e3-b7b9-089a2c3d3a95 req-45221bdd-275e-416f-ba7c-e10ce4087bb6 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] 10.222.0.58 "GET /v2.0/ports?device_id=69ffc72c-871b-49f7-89ef-45c60074c474 HTTP/1.1" status: 200 len: 931 time: 0.0544167 Mar 14 14:34:22.711012 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-648237e1-2de6-4bb7-aa97-901eed5938ad req-b44669fd-f6ed-48ee-9684-fe7130a09598 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] Network 243136d2-ad89-41e3-a28d-f7bbb35a4bb8 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:34:22.715133 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-648237e1-2de6-4bb7-aa97-901eed5938ad req-b44669fd-f6ed-48ee-9684-fe7130a09598 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:34:22.717113 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44669fd-f6ed-48ee-9684-fe7130a09598 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] Pushing event updated for resources: {'Port': ['ID=fee88dec-25d2-41d3-a186-6b58138a1855,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:22.719272 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-648237e1-2de6-4bb7-aa97-901eed5938ad req-b44669fd-f6ed-48ee-9684-fe7130a09598 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:34:22.757411 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-27088d4e-4254-45e3-b7b9-089a2c3d3a95 req-a2cce350-432f-46fc-a57a-bde654272cdb tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] 10.222.0.58 "GET /v2.0/security-groups?id=74744add-2e21-4436-98d1-720483f10c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437212 Mar 14 14:34:22.770369 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648237e1-2de6-4bb7-aa97-901eed5938ad req-b44669fd-f6ed-48ee-9684-fe7130a09598 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:22.770986 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-648237e1-2de6-4bb7-aa97-901eed5938ad req-b44669fd-f6ed-48ee-9684-fe7130a09598 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90846'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:22.891688 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-648237e1-2de6-4bb7-aa97-901eed5938ad req-b44669fd-f6ed-48ee-9684-fe7130a09598 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8480234 Mar 14 14:34:22.904611 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.v2.base [req-648237e1-2de6-4bb7-aa97-901eed5938ad req-3bb1a6c5-e668-4ce8-b1bd-021978a69503 service neutron] Request body: {'port': {'device_id': '69ffc72c-871b-49f7-89ef-45c60074c474', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:34:22.967520 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-648237e1-2de6-4bb7-aa97-901eed5938ad req-3bb1a6c5-e668-4ce8-b1bd-021978a69503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (fee88dec-25d2-41d3-a186-6b58138a1855), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:23.028218 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d22160-2fc7-45a1-a0df-1a845719cf16 req-6d3cc0f6-3374-4a0a-a78c-ef2be575d2a6 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:23.029725 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-d9d22160-2fc7-45a1-a0df-1a845719cf16 req-6d3cc0f6-3374-4a0a-a78c-ef2be575d2a6 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b99b874-59b9-49da-a366-c0a1bcd0d275 HTTP/1.1" status: 200 len: 945 time: 0.0552108 Mar 14 14:34:23.089914 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-d9d22160-2fc7-45a1-a0df-1a845719cf16 req-37554c24-3129-47a0-afd8-87b0ef6fa067 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a514ccf-fc2a-436b-911d-f5e8466a2121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538292 Mar 14 14:34:23.262218 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b3e582-7579-4820-9a82-6f4e1fa9baca req-5a143d66-e517-4a95-8f1c-e71b0741c541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:23.263759 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-06b3e582-7579-4820-9a82-6f4e1fa9baca req-5a143d66-e517-4a95-8f1c-e71b0741c541 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a13b71d43cd34fb38f85e1cc0af43e28&device_id=51d99f90-7b74-4cd7-938b-4ac0ea805fae HTTP/1.1" status: 200 len: 1130 time: 0.0520375 Mar 14 14:34:23.265455 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.notifiers.nova [req-648237e1-2de6-4bb7-aa97-901eed5938ad req-3bb1a6c5-e668-4ce8-b1bd-021978a69503 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fee88dec-25d2-41d3-a186-6b58138a1855 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 14:34:23.274048 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-648237e1-2de6-4bb7-aa97-901eed5938ad req-3bb1a6c5-e668-4ce8-b1bd-021978a69503 service neutron] Publish callbacks [] for port (fee88dec-25d2-41d3-a186-6b58138a1855), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:23.287725 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-648237e1-2de6-4bb7-aa97-901eed5938ad req-3bb1a6c5-e668-4ce8-b1bd-021978a69503 service neutron] Transition to ACTIVE for port object fee88dec-25d2-41d3-a186-6b58138a1855 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 14:34:23.347099 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-648237e1-2de6-4bb7-aa97-901eed5938ad req-3bb1a6c5-e668-4ce8-b1bd-021978a69503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9848299'] for port (fee88dec-25d2-41d3-a186-6b58138a1855), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:23.401466 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb1a6c5-e668-4ce8-b1bd-021978a69503 service neutron] Pushing event updated for resources: {'Port': ['ID=fee88dec-25d2-41d3-a186-6b58138a1855,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:23.449257 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 36888) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:34:23.548944 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-648237e1-2de6-4bb7-aa97-901eed5938ad req-3bb1a6c5-e668-4ce8-b1bd-021978a69503 service neutron] Attempting to bind port fee88dec-25d2-41d3-a186-6b58138a1855 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:34:23.549282 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-648237e1-2de6-4bb7-aa97-901eed5938ad req-3bb1a6c5-e668-4ce8-b1bd-021978a69503 service neutron] Attempting to bind port fee88dec-25d2-41d3-a186-6b58138a1855 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '9beab42b-8f57-420d-9be2-e821727b2d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '243136d2-ad89-41e3-a28d-f7bbb35a4bb8'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:34:23.549746 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648237e1-2de6-4bb7-aa97-901eed5938ad req-3bb1a6c5-e668-4ce8-b1bd-021978a69503 service neutron] Attempting to bind port fee88dec-25d2-41d3-a186-6b58138a1855 on network 243136d2-ad89-41e3-a28d-f7bbb35a4bb8 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:34:23.558500 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648237e1-2de6-4bb7-aa97-901eed5938ad req-3bb1a6c5-e668-4ce8-b1bd-021978a69503 service neutron] Port fee88dec-25d2-41d3-a186-6b58138a1855 on network 243136d2-ad89-41e3-a28d-f7bbb35a4bb8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 14:34:23.558832 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648237e1-2de6-4bb7-aa97-901eed5938ad req-3bb1a6c5-e668-4ce8-b1bd-021978a69503 service neutron] Attempting to bind port fee88dec-25d2-41d3-a186-6b58138a1855 on network 243136d2-ad89-41e3-a28d-f7bbb35a4bb8 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:34:23.568003 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648237e1-2de6-4bb7-aa97-901eed5938ad req-3bb1a6c5-e668-4ce8-b1bd-021978a69503 service neutron] Checking agent: {'id': '5e7a912f-556e-4923-ad48-72f47c325557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 26, 56), 'started_at': datetime.datetime(2022, 3, 14, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:34:23.568332 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648237e1-2de6-4bb7-aa97-901eed5938ad req-3bb1a6c5-e668-4ce8-b1bd-021978a69503 service neutron] Checking segment: {'id': '9beab42b-8f57-420d-9be2-e821727b2d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '243136d2-ad89-41e3-a28d-f7bbb35a4bb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:34:23.568724 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648237e1-2de6-4bb7-aa97-901eed5938ad req-3bb1a6c5-e668-4ce8-b1bd-021978a69503 service neutron] Bound using segment: {'id': '9beab42b-8f57-420d-9be2-e821727b2d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '243136d2-ad89-41e3-a28d-f7bbb35a4bb8'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:34:23.569169 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-648237e1-2de6-4bb7-aa97-901eed5938ad req-3bb1a6c5-e668-4ce8-b1bd-021978a69503 service neutron] Bound port: fee88dec-25d2-41d3-a186-6b58138a1855, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9beab42b-8f57-420d-9be2-e821727b2d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '243136d2-ad89-41e3-a28d-f7bbb35a4bb8'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:34:23.569534 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-648237e1-2de6-4bb7-aa97-901eed5938ad req-3bb1a6c5-e668-4ce8-b1bd-021978a69503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (fee88dec-25d2-41d3-a186-6b58138a1855), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:23.665639 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697f7ecc-3203-4a04-bc3b-f7d9e0c58de6 req-3bf5a2bc-985f-489c-8140-531f8151fbb1 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:23.667145 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-697f7ecc-3203-4a04-bc3b-f7d9e0c58de6 req-3bf5a2bc-985f-489c-8140-531f8151fbb1 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.58 "GET /v2.0/ports?device_id=51d99f90-7b74-4cd7-938b-4ac0ea805fae HTTP/1.1" status: 200 len: 946 time: 0.3781719 Mar 14 14:34:23.695500 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b3e582-7579-4820-9a82-6f4e1fa9baca req-02665acf-c4a5-4be9-9023-5a042c9d8d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:23.696921 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-06b3e582-7579-4820-9a82-6f4e1fa9baca req-02665acf-c4a5-4be9-9023-5a042c9d8d0e service neutron] 10.222.0.35 "GET /v2.0/networks?id=6ddc4596-65f8-45d3-ba54-9a8ed2c0c193 HTTP/1.1" status: 200 len: 909 time: 0.4269361 Mar 14 14:34:23.721179 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5e5b80-3697-47cb-89d7-4db0211d5409 req-3305fc6d-27b7-4f91-ab47-c714c064cb7f tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:23.722760 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-9e5e5b80-3697-47cb-89d7-4db0211d5409 req-3305fc6d-27b7-4f91-ab47-c714c064cb7f tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "GET /v2.0/ports?device_id=5321e890-89ea-4cd5-9380-14b3e5b5a667 HTTP/1.1" status: 200 len: 946 time: 0.1170981 Mar 14 14:34:23.727907 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-648237e1-2de6-4bb7-aa97-901eed5938ad req-3bb1a6c5-e668-4ce8-b1bd-021978a69503 service neutron] For port fee88dec-25d2-41d3-a186-6b58138a1855, host hv-cinder-79053, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:34:23.747226 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-648237e1-2de6-4bb7-aa97-901eed5938ad req-3bb1a6c5-e668-4ce8-b1bd-021978a69503 service neutron] For port fee88dec-25d2-41d3-a186-6b58138a1855, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=fee88dec-25d2-41d3-a186-6b58138a1855,segment=NetworkSegment(9beab42b-8f57-420d-9be2-e821727b2d72),segment_id=9beab42b-8f57-420d-9be2-e821727b2d72)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:34:23.803157 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-697f7ecc-3203-4a04-bc3b-f7d9e0c58de6 req-978f38ff-4749-4e79-bc11-5ff5e161257b tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.58 "GET /v2.0/security-groups?id=7095509f-4701-4a3a-aad9-967f36f293d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293006 Mar 14 14:34:23.825328 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-06b3e582-7579-4820-9a82-6f4e1fa9baca req-a0c34704-4951-4cd6-9469-e8179daba302 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67f0d3c4-dc11-4335-b254-f941e2071d0e HTTP/1.1" status: 200 len: 1002 time: 0.1174791 Mar 14 14:34:23.832954 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Device d06419f3-6bc4-44b8-963a-0370719277a3 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 14:34:23.878849 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-9e5e5b80-3697-47cb-89d7-4db0211d5409 req-e1a95552-d1ae-452e-bf44-2cf5bdb1ade3 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "GET /v2.0/security-groups?id=fcedf437-2ba0-45d9-a116-ab44f977f785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161613 Mar 14 14:34:23.888943 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-648237e1-2de6-4bb7-aa97-901eed5938ad req-3bb1a6c5-e668-4ce8-b1bd-021978a69503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9848299'] for port (fee88dec-25d2-41d3-a186-6b58138a1855), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:23.910298 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b3e582-7579-4820-9a82-6f4e1fa9baca req-e17511ea-8bea-46a3-b1a8-81db3f4c68d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:23.912399 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-06b3e582-7579-4820-9a82-6f4e1fa9baca req-e17511ea-8bea-46a3-b1a8-81db3f4c68d1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b6f3e4c4-8c5e-45e1-899c-abb308a625a6 HTTP/1.1" status: 200 len: 847 time: 0.0841584 Mar 14 14:34:23.944002 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648237e1-2de6-4bb7-aa97-901eed5938ad req-3bb1a6c5-e668-4ce8-b1bd-021978a69503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:23.944888 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-648237e1-2de6-4bb7-aa97-901eed5938ad req-3bb1a6c5-e668-4ce8-b1bd-021978a69503 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90846'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:23.946395 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-648237e1-2de6-4bb7-aa97-901eed5938ad req-3bb1a6c5-e668-4ce8-b1bd-021978a69503 service neutron] 10.222.0.35 "PUT /v2.0/ports/fee88dec-25d2-41d3-a186-6b58138a1855 HTTP/1.1" status: 200 len: 1093 time: 1.0459571 Mar 14 14:34:23.946853 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69ffc72c-871b-49f7-89ef-45c60074c474', 'tag': 'fee88dec-25d2-41d3-a186-6b58138a1855'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:34:23.949326 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecc69d4607165f869e932d0d7c88ad38dd700a403a0c37ccec57971c369afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a56569-e5a6-415c-9884-c2c82a0326b7" -d '{"events": [{"name": "network-changed", "server_uuid": "69ffc72c-871b-49f7-89ef-45c60074c474", "tag": "fee88dec-25d2-41d3-a186-6b58138a1855"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:34:23.997642 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] For port d06419f3-6bc4-44b8-963a-0370719277a3, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d06419f3-6bc4-44b8-963a-0370719277a3,segment=NetworkSegment(36cc7d28-2976-47cb-ab1d-d82e9bbf4c55),segment_id=36cc7d28-2976-47cb-ab1d-d82e9bbf4c55)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:34:24.004578 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 14:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e36488f-b778-444c-89ea-3c0c7a0749a0 x-openstack-request-id: req-5e36488f-b778-444c-89ea-3c0c7a0749a0 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:34:24.005251 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69ffc72c-871b-49f7-89ef-45c60074c474", "tag": "fee88dec-25d2-41d3-a186-6b58138a1855", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:34:24.005691 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5e36488f-b778-444c-89ea-3c0c7a0749a0 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:34:24.006322 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69ffc72c-871b-49f7-89ef-45c60074c474', 'tag': 'fee88dec-25d2-41d3-a186-6b58138a1855', 'status': 'completed', 'code': 200} Mar 14 14:34:24.008128 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedd2d99-2c29-4a7e-a371-8a52eea3a3a1 req-1863543d-ce68-453f-b839-827f101c5f48 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:24.013058 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Returning: {'device': 'd06419f3-6bc4-44b8-963a-0370719277a3', 'network_id': '9bb2727a-e859-46ff-8b02-e0e5093e8925', 'port_id': 'd06419f3-6bc4-44b8-963a-0370719277a3', 'mac_address': 'fa:16:3e:f3:77:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd458166-2986-4de0-890b-33eba077f5c5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 14:34:24.015661 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-bedd2d99-2c29-4a7e-a371-8a52eea3a3a1 req-1863543d-ce68-453f-b839-827f101c5f48 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] 10.222.0.58 "GET /v2.0/ports?device_id=69ffc72c-871b-49f7-89ef-45c60074c474 HTTP/1.1" status: 200 len: 943 time: 0.1083403 Mar 14 14:34:24.026703 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b3e582-7579-4820-9a82-6f4e1fa9baca req-4671a3d7-0bb1-42b3-8898-0c72335b9d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:24.028243 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-06b3e582-7579-4820-9a82-6f4e1fa9baca req-4671a3d7-0bb1-42b3-8898-0c72335b9d76 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6ddc4596-65f8-45d3-ba54-9a8ed2c0c193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.1076922 Mar 14 14:34:24.030923 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb1a6c5-e668-4ce8-b1bd-021978a69503 service neutron] Pushing event updated for resources: {'Port': ['ID=fee88dec-25d2-41d3-a186-6b58138a1855,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:24.061171 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Current status of the port d06419f3-6bc4-44b8-963a-0370719277a3 is: ACTIVE; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:34:24.061568 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (d06419f3-6bc4-44b8-963a-0370719277a3), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:24.076547 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d06419f3-6bc4-44b8-963a-0370719277a3 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 14:34:24.099722 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] For port d06419f3-6bc4-44b8-963a-0370719277a3, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d06419f3-6bc4-44b8-963a-0370719277a3,segment=NetworkSegment(36cc7d28-2976-47cb-ab1d-d82e9bbf4c55),segment_id=36cc7d28-2976-47cb-ab1d-d82e9bbf4c55)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:34:24.108177 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a56569-e5a6-415c-9884-c2c82a0326b7 req-364de3be-ca6c-4f76-a6c6-ab35aec9c43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:24.109976 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-c3a56569-e5a6-415c-9884-c2c82a0326b7 req-364de3be-ca6c-4f76-a6c6-ab35aec9c43c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f64b17c2a9484baf8067c4b057fb3851&device_id=69ffc72c-871b-49f7-89ef-45c60074c474 HTTP/1.1" status: 200 len: 1127 time: 0.0876193 Mar 14 14:34:24.132268 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-bedd2d99-2c29-4a7e-a371-8a52eea3a3a1 req-a97f50b3-e605-4026-852f-fad46c3bd755 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] 10.222.0.58 "GET /v2.0/security-groups?id=74744add-2e21-4436-98d1-720483f10c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155400 Mar 14 14:34:24.164070 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7c18d7f0-6161-48c2-a8fd-99e79851f21f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2015432'] for router_interface (196e278d-c71b-4aaf-9d1f-c03f479b454d), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:24.177440 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-06b3e582-7579-4820-9a82-6f4e1fa9baca req-0df8b11e-913f-476b-82ec-91e7c3dbfd33 service neutron] 10.222.0.35 "GET /v2.0/networks/6ddc4596-65f8-45d3-ba54-9a8ed2c0c193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407714 Mar 14 14:34:24.186312 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (d06419f3-6bc4-44b8-963a-0370719277a3), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:24.246282 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Pushing event updated for resources: {'Port': ['ID=d06419f3-6bc4-44b8-963a-0370719277a3,revision_number=6']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:24.255521 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:24.256036 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:24.256477 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:24.257067 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:24.257627 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:24.258081 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:24.258511 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:24.259073 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:24.259525 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:24.259921 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:24.260502 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:24.260944 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:24.261365 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:24.262062 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:24.262477 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:34:24.290325 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] get_ports_and_sgs() called for port_ids ['d06419f3-6bc4-44b8-963a-0370719277a3'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 14:34:24.317538 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4324f4-42be-4143-9cd6-d98dae25bc3e req-65fc5b77-44db-4656-9e9c-25b48a77a6ae tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:24.318992 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-7e4324f4-42be-4143-9cd6-d98dae25bc3e req-65fc5b77-44db-4656-9e9c-25b48a77a6ae tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b99b874-59b9-49da-a366-c0a1bcd0d275 HTTP/1.1" status: 200 len: 944 time: 0.1242919 Mar 14 14:34:24.321301 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a56569-e5a6-415c-9884-c2c82a0326b7 req-1c237775-cb7b-49f7-97b4-a112bebdfce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:24.322777 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-c3a56569-e5a6-415c-9884-c2c82a0326b7 req-1c237775-cb7b-49f7-97b4-a112bebdfce8 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=f64b17c2a9484baf8067c4b057fb3851&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2039080 Mar 14 14:34:24.322937 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-06b3e582-7579-4820-9a82-6f4e1fa9baca req-931dca50-4b5a-4021-9e23-4bf82cafe214 service neutron] 10.222.0.35 "GET /v2.0/networks/6ddc4596-65f8-45d3-ba54-9a8ed2c0c193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365831 Mar 14 14:34:24.380215 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-7e4324f4-42be-4143-9cd6-d98dae25bc3e req-c5e5d66e-7cbc-445d-9ac1-ed89b190834e tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a514ccf-fc2a-436b-911d-f5e8466a2121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546970 Mar 14 14:34:24.484878 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a56569-e5a6-415c-9884-c2c82a0326b7 req-e531afcd-e06f-4e7a-81c0-0b62b1b222c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:24.486326 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-c3a56569-e5a6-415c-9884-c2c82a0326b7 req-e531afcd-e06f-4e7a-81c0-0b62b1b222c5 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1521711 Mar 14 14:34:24.617123 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648237e1-2de6-4bb7-aa97-901eed5938ad req-63a7717c-0a05-4cbc-aebf-c7a72ce2e5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:24.618580 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-648237e1-2de6-4bb7-aa97-901eed5938ad req-63a7717c-0a05-4cbc-aebf-c7a72ce2e5d5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f64b17c2a9484baf8067c4b057fb3851&device_id=69ffc72c-871b-49f7-89ef-45c60074c474 HTTP/1.1" status: 200 len: 1127 time: 0.0675437 Mar 14 14:34:24.620061 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-7c18d7f0-6161-48c2-a8fd-99e79851f21f admin admin] Deleting port a377d12b-e60b-49a0-a1c7-730f55c58b38 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:34:24.620441 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7c18d7f0-6161-48c2-a8fd-99e79851f21f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744330222830'] for port (a377d12b-e60b-49a0-a1c7-730f55c58b38), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:24.670324 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-648237e1-2de6-4bb7-aa97-901eed5938ad req-6f334017-6d7f-4e6b-9bac-d75adff1a892 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fee88dec-25d2-41d3-a186-6b58138a1855 HTTP/1.1" status: 200 len: 217 time: 0.0374498 Mar 14 14:34:24.768873 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-7c18d7f0-6161-48c2-a8fd-99e79851f21f admin admin] For port a377d12b-e60b-49a0-a1c7-730f55c58b38, host dv-cinder-790535-28-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-smb',level=0,port_id=a377d12b-e60b-49a0-a1c7-730f55c58b38,segment=NetworkSegment(79690a18-81e9-445e-80e8-8ad6c5c45be5),segment_id=79690a18-81e9-445e-80e8-8ad6c5c45be5)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:34:24.769229 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7c18d7f0-6161-48c2-a8fd-99e79851f21f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982366'] for port (a377d12b-e60b-49a0-a1c7-730f55c58b38), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:24.772736 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648237e1-2de6-4bb7-aa97-901eed5938ad req-5884ed40-606d-49ad-8f8e-77e479283973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:24.774211 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-648237e1-2de6-4bb7-aa97-901eed5938ad req-5884ed40-606d-49ad-8f8e-77e479283973 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2d3b04f3-36a5-4f5b-b200-5ebe287494aa HTTP/1.1" status: 200 len: 854 time: 0.0666981 Mar 14 14:34:24.784860 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-7c18d7f0-6161-48c2-a8fd-99e79851f21f admin admin] Calling delete_port for a377d12b-e60b-49a0-a1c7-730f55c58b38 owned by network:router_interface {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:34:24.822574 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-648237e1-2de6-4bb7-aa97-901eed5938ad req-6c8bc42e-9acb-410c-96af-5f5cba11b476 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=243136d2-ad89-41e3-a28d-f7bbb35a4bb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321577 Mar 14 14:34:25.015335 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad710d-dc7f-4036-9648-cd66fa36fe95 req-1eb2209a-0ed2-49ac-b6ff-5e211a1dc3af tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:25.018034 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-f3ad710d-dc7f-4036-9648-cd66fa36fe95 req-1eb2209a-0ed2-49ac-b6ff-5e211a1dc3af tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.58 "GET /v2.0/ports?device_id=51d99f90-7b74-4cd7-938b-4ac0ea805fae HTTP/1.1" status: 200 len: 946 time: 0.1204975 Mar 14 14:34:25.075656 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8f358f-deb5-4893-ab55-1bb22d695970 req-82f2c0d8-e8e4-47b2-8b33-5c587c5ca5fa tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:25.077314 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-2f8f358f-deb5-4893-ab55-1bb22d695970 req-82f2c0d8-e8e4-47b2-8b33-5c587c5ca5fa tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "GET /v2.0/ports?device_id=5321e890-89ea-4cd5-9380-14b3e5b5a667 HTTP/1.1" status: 200 len: 946 time: 0.1329551 Mar 14 14:34:25.109275 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-f3ad710d-dc7f-4036-9648-cd66fa36fe95 req-50f2f76e-898c-442e-ac8e-4637658a0299 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.58 "GET /v2.0/security-groups?id=7095509f-4701-4a3a-aad9-967f36f293d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830777 Mar 14 14:34:25.164266 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-2f8f358f-deb5-4893-ab55-1bb22d695970 req-d96c2956-6f08-4d24-b9ac-f3471590c604 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "GET /v2.0/security-groups?id=fcedf437-2ba0-45d9-a116-ab44f977f785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630844 Mar 14 14:34:25.262705 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4514f35f-b158-445b-96fc-3ae03e2cc19d req-7cc80d6e-aad0-4aa8-9339-ef21ce3c9422 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:25.264479 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-4514f35f-b158-445b-96fc-3ae03e2cc19d req-7cc80d6e-aad0-4aa8-9339-ef21ce3c9422 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] 10.222.0.58 "GET /v2.0/ports?device_id=69ffc72c-871b-49f7-89ef-45c60074c474 HTTP/1.1" status: 200 len: 943 time: 0.0563138 Mar 14 14:34:25.306956 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-648237e1-2de6-4bb7-aa97-901eed5938ad req-1173ba7a-66d0-4e9c-87e5-6ac2a08c5122 service neutron] 10.222.0.35 "GET /v2.0/networks/243136d2-ad89-41e3-a28d-f7bbb35a4bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4536541 Mar 14 14:34:25.322970 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-4514f35f-b158-445b-96fc-3ae03e2cc19d req-8b3c688e-fcbf-430b-a6e4-038218bff109 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] 10.222.0.58 "GET /v2.0/security-groups?id=74744add-2e21-4436-98d1-720483f10c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522780 Mar 14 14:34:25.447778 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-648237e1-2de6-4bb7-aa97-901eed5938ad req-dbe99ca8-5b68-4dc3-bf94-ff321b19408d service neutron] 10.222.0.35 "GET /v2.0/networks/243136d2-ad89-41e3-a28d-f7bbb35a4bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264873 Mar 14 14:34:25.534159 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5cce42-88f4-4583-b3af-4a1cd5f74c14 req-35dfa548-b01f-42e6-9194-c696ed0228be tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:25.535773 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-fe5cce42-88f4-4583-b3af-4a1cd5f74c14 req-35dfa548-b01f-42e6-9194-c696ed0228be tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b99b874-59b9-49da-a366-c0a1bcd0d275 HTTP/1.1" status: 200 len: 944 time: 0.0671697 Mar 14 14:34:25.536237 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7c18d7f0-6161-48c2-a8fd-99e79851f21f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744330232405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744329793208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9848306'] for port (a377d12b-e60b-49a0-a1c7-730f55c58b38), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:25.568218 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c18d7f0-6161-48c2-a8fd-99e79851f21f admin admin] Pushing event deleted for resources: {'Port': ['ID=a377d12b-e60b-49a0-a1c7-730f55c58b38,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:25.622654 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-fe5cce42-88f4-4583-b3af-4a1cd5f74c14 req-992d5748-a448-4247-973b-c92f9b5e897c tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a514ccf-fc2a-436b-911d-f5e8466a2121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775061 Mar 14 14:34:25.773107 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7c18d7f0-6161-48c2-a8fd-99e79851f21f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2016088'] for router_interface (196e278d-c71b-4aaf-9d1f-c03f479b454d), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:25.842360 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Device d06419f3-6bc4-44b8-963a-0370719277a3 up at agent hyperv_hv-cinder-79053 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:34:25.903788 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (5e7a912f-556e-4923-ad48-72f47c325557), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:25.911503 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Provisioning complete for port d06419f3-6bc4-44b8-963a-0370719277a3 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:34:25.913499 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (d06419f3-6bc4-44b8-963a-0370719277a3), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:25.956497 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1583c923-b60a-4669-913d-9d215b96422b req-1eaa7c3f-cc93-496b-ac9b-35599a75872d tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:25.958287 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-1583c923-b60a-4669-913d-9d215b96422b req-1eaa7c3f-cc93-496b-ac9b-35599a75872d tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.35 "GET /v2.0/ports?device_id=5321e890-89ea-4cd5-9380-14b3e5b5a667 HTTP/1.1" status: 200 len: 946 time: 0.1282909 Mar 14 14:34:26.323118 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Current status of the port d06419f3-6bc4-44b8-963a-0370719277a3 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:34:26.323784 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (d06419f3-6bc4-44b8-963a-0370719277a3), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:26.354007 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b99b874-59b9-49da-a366-c0a1bcd0d275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd06419f3-6bc4-44b8-963a-0370719277a3'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:34:26.354887 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c18d7f0-6161-48c2-a8fd-99e79851f21f admin admin] Router 196e278d-c71b-4aaf-9d1f-c03f479b454d has already been hosted by L3 agent 3a20f343-fbae-42b4-9bd9-ea7570b5f761 {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 14:34:26.357650 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b7ebcd0391bc29bcab12edcb0ac311dc480f3a51940d576a7fcfe4e03a4514e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9ba5c4a-242e-400e-8181-22e204c115b8" -d '{"events": [{"server_uuid": "2b99b874-59b9-49da-a366-c0a1bcd0d275", "name": "network-vif-plugged", "status": "completed", "tag": "d06419f3-6bc4-44b8-963a-0370719277a3"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:34:26.365502 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-1583c923-b60a-4669-913d-9d215b96422b req-109eb3a0-404c-4224-9738-40e15bc1d641 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Deleting port f69ec99c-7955-478f-9140-397fa34b7efc {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:34:26.366488 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1583c923-b60a-4669-913d-9d215b96422b req-109eb3a0-404c-4224-9738-40e15bc1d641 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744330222830'] for port (f69ec99c-7955-478f-9140-397fa34b7efc), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:26.380848 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] For port d06419f3-6bc4-44b8-963a-0370719277a3, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d06419f3-6bc4-44b8-963a-0370719277a3,segment=NetworkSegment(36cc7d28-2976-47cb-ab1d-d82e9bbf4c55),segment_id=36cc7d28-2976-47cb-ab1d-d82e9bbf4c55)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:34:26.426531 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ea24f6-595f-42e1-8eed-7c150865d30a req-01ed3b4c-1ec4-4b49-89a4-e10a6ad7647d tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:26.428266 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-27ea24f6-595f-42e1-8eed-7c150865d30a req-01ed3b4c-1ec4-4b49-89a4-e10a6ad7647d tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.58 "GET /v2.0/ports?device_id=51d99f90-7b74-4cd7-938b-4ac0ea805fae HTTP/1.1" status: 200 len: 946 time: 0.1876352 Mar 14 14:34:26.443337 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4925ab-f3d9-482f-9547-0064ce0bc3dc req-86060cae-9540-4c11-b530-ab227a7620a4 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:26.444201 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (d06419f3-6bc4-44b8-963a-0370719277a3), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:26.447061 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-6e4925ab-f3d9-482f-9547-0064ce0bc3dc req-86060cae-9540-4c11-b530-ab227a7620a4 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "GET /v2.0/ports?device_id=5321e890-89ea-4cd5-9380-14b3e5b5a667 HTTP/1.1" status: 200 len: 946 time: 0.1169949 Mar 14 14:34:26.530256 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-27ea24f6-595f-42e1-8eed-7c150865d30a req-ccbe0052-1d98-4695-a76c-9cb4621d60ed tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.58 "GET /v2.0/security-groups?id=7095509f-4701-4a3a-aad9-967f36f293d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818446 Mar 14 14:34:26.538993 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Pushing event updated for resources: {'Port': ['ID=d06419f3-6bc4-44b8-963a-0370719277a3,revision_number=7']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:26.608591 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-6e4925ab-f3d9-482f-9547-0064ce0bc3dc req-04c1e37b-d683-4f7d-ac8e-41ae289b658d tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "GET /v2.0/security-groups?id=fcedf437-2ba0-45d9-a116-ab44f977f785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493678 Mar 14 14:34:26.628581 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-1583c923-b60a-4669-913d-9d215b96422b req-109eb3a0-404c-4224-9738-40e15bc1d641 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] For port f69ec99c-7955-478f-9140-397fa34b7efc, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f69ec99c-7955-478f-9140-397fa34b7efc,segment=NetworkSegment(d3203a6a-b3c3-4cd4-b471-923be8aa373f),segment_id=d3203a6a-b3c3-4cd4-b471-923be8aa373f)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:34:26.629274 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1583c923-b60a-4669-913d-9d215b96422b req-109eb3a0-404c-4224-9738-40e15bc1d641 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982366'] for port (f69ec99c-7955-478f-9140-397fa34b7efc), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:26.658629 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c18d7f0-6161-48c2-a8fd-99e79851f21f admin admin] Notify agent at l3_agent.dv-cinder-790535-28-smb the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:34:26.672326 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a5f449-ae22-4596-8e9e-075773dbbdf2 None None] Sync routers for ids ['196e278d-c71b-4aaf-9d1f-c03f479b454d'] in dv-cinder-790535-28-smb {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:34:26.679713 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-7c18d7f0-6161-48c2-a8fd-99e79851f21f admin admin] 10.222.0.58 "PUT /v2.0/routers/196e278d-c71b-4aaf-9d1f-c03f479b454d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2293160 Mar 14 14:34:26.681163 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 36944) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:34:26.682301 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-1583c923-b60a-4669-913d-9d215b96422b req-109eb3a0-404c-4224-9738-40e15bc1d641 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Calling delete_port for f69ec99c-7955-478f-9140-397fa34b7efc owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:34:26.684648 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 14:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a236ea14-d815-4571-b633-3c2ef4a6141a x-openstack-request-id: req-a236ea14-d815-4571-b633-3c2ef4a6141a {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:34:26.685228 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b99b874-59b9-49da-a366-c0a1bcd0d275", "name": "network-vif-plugged", "status": "completed", "tag": "d06419f3-6bc4-44b8-963a-0370719277a3", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:34:26.686467 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a236ea14-d815-4571-b633-3c2ef4a6141a {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:34:26.686887 dv-cinder-790535-28-smb neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b99b874-59b9-49da-a366-c0a1bcd0d275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd06419f3-6bc4-44b8-963a-0370719277a3', 'code': 200} Mar 14 14:34:26.704220 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a5f449-ae22-4596-8e9e-075773dbbdf2 None None] Routers {'196e278d-c71b-4aaf-9d1f-c03f479b454d'} bound to L3 agent in host dv-cinder-790535-28-smb {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:34:26.710022 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-82a5f449-ae22-4596-8e9e-075773dbbdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-14T14:20:13Z,description=,heartbeat_timestamp=2022-03-14T14:34:13Z,host='dv-cinder-790535-28-smb',id=3a20f343-fbae-42b4-9bd9-ea7570b5f761,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:20:14Z,topic='l3_agent')) {'router_ids': ['196e278d-c71b-4aaf-9d1f-c03f479b454d'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:34:26.736522 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa553d9-74b5-45c9-9d4b-81ae2edde4e9 req-a697747f-d551-461e-ba81-ea6f68d53faa tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:26.746374 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-daa553d9-74b5-45c9-9d4b-81ae2edde4e9 req-a697747f-d551-461e-ba81-ea6f68d53faa tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] 10.222.0.58 "GET /v2.0/ports?device_id=69ffc72c-871b-49f7-89ef-45c60074c474 HTTP/1.1" status: 200 len: 943 time: 0.1110809 Mar 14 14:34:26.896587 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-82a5f449-ae22-4596-8e9e-075773dbbdf2 None None] Set router 196e278d-c71b-4aaf-9d1f-c03f479b454d gateway port host: dv-cinder-790535-28-smb {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:34:26.912710 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-daa553d9-74b5-45c9-9d4b-81ae2edde4e9 req-a19f7966-a5e1-44f7-88de-7afdb9896d00 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] 10.222.0.58 "GET /v2.0/security-groups?id=74744add-2e21-4436-98d1-720483f10c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653259 Mar 14 14:34:26.925005 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1159b7-ed9b-41ce-8e07-6949ea095763 req-83fcb1f1-2b7d-4080-9e38-16dc21fbd50b tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:26.932715 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-4d1159b7-ed9b-41ce-8e07-6949ea095763 req-83fcb1f1-2b7d-4080-9e38-16dc21fbd50b tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b99b874-59b9-49da-a366-c0a1bcd0d275 HTTP/1.1" status: 200 len: 945 time: 0.1211729 Mar 14 14:34:26.943916 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-36072b69-8c37-4840-a97c-4edb5915cb0e admin admin] Publish callbacks [] for router (196e278d-c71b-4aaf-9d1f-c03f479b454d), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:27.002075 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-4d1159b7-ed9b-41ce-8e07-6949ea095763 req-5ec21ff9-90a0-4378-aefb-2cad930d9f44 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a514ccf-fc2a-436b-911d-f5e8466a2121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683784 Mar 14 14:34:27.164655 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-36072b69-8c37-4840-a97c-4edb5915cb0e admin admin] Publish callbacks [] for router_gateway (196e278d-c71b-4aaf-9d1f-c03f479b454d), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:27.228098 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1583c923-b60a-4669-913d-9d215b96422b req-109eb3a0-404c-4224-9738-40e15bc1d641 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744330232405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744329793208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9848306'] for port (f69ec99c-7955-478f-9140-397fa34b7efc), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:27.247704 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] get_ports_and_sgs() called for port_ids ['f69ec99c-7955-478f-9140-397fa34b7efc'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 14:34:27.320416 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-82a5f449-ae22-4596-8e9e-075773dbbdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '196e278d-c71b-4aaf-9d1f-c03f479b454d', 'name': 'tempest-AttachVolumeTestJSON-1664345369-router', 'tenant_id': 'a29ccc594deb43b480de703c9f7ff84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.102'}], 'enable_snat': True}, 'gw_port_id': '09678563-119f-474c-a18d-8fe405598172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:28:58Z', 'updated_at': '2022-03-14T14:34:25Z', 'revision_number': 5, 'project_id': 'a29ccc594deb43b480de703c9f7ff84a', 'gw_port': {'id': '09678563-119f-474c-a18d-8fe405598172', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196e278d-c71b-4aaf-9d1f-c03f479b454d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:28:59Z', 'updated_at': '2022-03-14T14:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb'}], 'dv-cinder-790535-28-smb', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:34:27.366181 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109eb3a0-404c-4224-9738-40e15bc1d641 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Pushing event deleted for resources: {'Port': ['ID=f69ec99c-7955-478f-9140-397fa34b7efc,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:27.366793 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a5f449-ae22-4596-8e9e-075773dbbdf2 None None] Checking router: 196e278d-c71b-4aaf-9d1f-c03f479b454d for host: dv-cinder-790535-28-smb {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:34:27.394301 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a5f449-ae22-4596-8e9e-075773dbbdf2 None None] Routers {'196e278d-c71b-4aaf-9d1f-c03f479b454d'} bound to L3 agent in host dv-cinder-790535-28-smb {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:34:27.401306 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-82a5f449-ae22-4596-8e9e-075773dbbdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-14T14:20:13Z,description=,heartbeat_timestamp=2022-03-14T14:34:13Z,host='dv-cinder-790535-28-smb',id=3a20f343-fbae-42b4-9bd9-ea7570b5f761,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:20:14Z,topic='l3_agent')) {'router_ids': ['196e278d-c71b-4aaf-9d1f-c03f479b454d'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:34:27.473591 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-1583c923-b60a-4669-913d-9d215b96422b req-109eb3a0-404c-4224-9738-40e15bc1d641 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] No DVR routers for this DVR port f69ec99c-7955-478f-9140-397fa34b7efc on host hv-cinder-79053 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 14:34:27.476489 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1583c923-b60a-4669-913d-9d215b96422b req-109eb3a0-404c-4224-9738-40e15bc1d641 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90846'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:27.480730 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-1583c923-b60a-4669-913d-9d215b96422b req-109eb3a0-404c-4224-9738-40e15bc1d641 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.35 "DELETE /v2.0/ports/f69ec99c-7955-478f-9140-397fa34b7efc HTTP/1.1" status: 204 len: 173 time: 1.5165994 Mar 14 14:34:27.481431 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5321e890-89ea-4cd5-9380-14b3e5b5a667', 'name': 'network-vif-deleted', 'tag': 'f69ec99c-7955-478f-9140-397fa34b7efc'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:34:27.484725 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecc69d4607165f869e932d0d7c88ad38dd700a403a0c37ccec57971c369afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86fef4c8-5de1-4705-a601-5b0d4825f75b" -d '{"events": [{"server_uuid": "5321e890-89ea-4cd5-9380-14b3e5b5a667", "name": "network-vif-deleted", "tag": "f69ec99c-7955-478f-9140-397fa34b7efc"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:34:27.525273 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-36072b69-8c37-4840-a97c-4edb5915cb0e admin admin] Deleting port 09678563-119f-474c-a18d-8fe405598172 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:34:27.525273 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-36072b69-8c37-4840-a97c-4edb5915cb0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744330222830'] for port (09678563-119f-474c-a18d-8fe405598172), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:27.548601 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-82a5f449-ae22-4596-8e9e-075773dbbdf2 None None] Set router 196e278d-c71b-4aaf-9d1f-c03f479b454d gateway port host: None {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:34:27.646372 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-82a5f449-ae22-4596-8e9e-075773dbbdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '196e278d-c71b-4aaf-9d1f-c03f479b454d', 'name': 'tempest-AttachVolumeTestJSON-1664345369-router', 'tenant_id': 'a29ccc594deb43b480de703c9f7ff84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:28:58Z', 'updated_at': '2022-03-14T14:34:27Z', 'revision_number': 6, 'project_id': 'a29ccc594deb43b480de703c9f7ff84a', 'gw_port_host': None}], 'dv-cinder-790535-28-smb', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:34:27.671101 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-36072b69-8c37-4840-a97c-4edb5915cb0e admin admin] For port 09678563-119f-474c-a18d-8fe405598172, host dv-cinder-790535-28-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-smb',level=0,port_id=09678563-119f-474c-a18d-8fe405598172,segment=NetworkSegment(bce16b83-cd05-4f93-adb0-46e63864be13),segment_id=bce16b83-cd05-4f93-adb0-46e63864be13)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:34:27.671634 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-36072b69-8c37-4840-a97c-4edb5915cb0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982366'] for port (09678563-119f-474c-a18d-8fe405598172), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:27.697608 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a5f449-ae22-4596-8e9e-075773dbbdf2 None None] The sync data for ids ['196e278d-c71b-4aaf-9d1f-c03f479b454d'] in dv-cinder-790535-28-smb is: [{'id': '196e278d-c71b-4aaf-9d1f-c03f479b454d', 'name': 'tempest-AttachVolumeTestJSON-1664345369-router', 'tenant_id': 'a29ccc594deb43b480de703c9f7ff84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:28:58Z', 'updated_at': '2022-03-14T14:34:27Z', 'revision_number': 6, 'project_id': 'a29ccc594deb43b480de703c9f7ff84a', 'gw_port_host': None}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:34:27.705781 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-36072b69-8c37-4840-a97c-4edb5915cb0e admin admin] Calling delete_port for 09678563-119f-474c-a18d-8fe405598172 owned by network:router_gateway {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:34:27.832362 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Device fee88dec-25d2-41d3-a186-6b58138a1855 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 14:34:27.904569 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e11a3e-2474-4827-94b3-767d2488a8f5 req-04c6cbd1-669e-4b33-8b69-5bddc7fe095b tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:27.913773 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-d3e11a3e-2474-4827-94b3-767d2488a8f5 req-04c6cbd1-669e-4b33-8b69-5bddc7fe095b tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.58 "GET /v2.0/ports?device_id=51d99f90-7b74-4cd7-938b-4ac0ea805fae HTTP/1.1" status: 200 len: 946 time: 0.0940433 Mar 14 14:34:28.004602 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-6760a480-6c87-4e5f-818b-bed28cb4cd0b req-2d122537-a02d-400f-a7be-eb003b5a84a2 tempest-TestMinimumBasicScenario-1129833146 tempest-TestMinimumBasicScenario-1129833146-project] 10.222.0.58 "GET /v2.0/ports?device_id=5321e890-89ea-4cd5-9380-14b3e5b5a667 HTTP/1.1" status: 200 len: 210 time: 0.0754209 Mar 14 14:34:28.074114 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 14:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8654c629-b4fd-4e9a-8419-daa09831c99e x-openstack-request-id: req-8654c629-b4fd-4e9a-8419-daa09831c99e {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:34:28.074463 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5321e890-89ea-4cd5-9380-14b3e5b5a667", "name": "network-vif-deleted", "tag": "f69ec99c-7955-478f-9140-397fa34b7efc", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:34:28.074730 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8654c629-b4fd-4e9a-8419-daa09831c99e {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:34:28.075145 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5321e890-89ea-4cd5-9380-14b3e5b5a667', 'name': 'network-vif-deleted', 'tag': 'f69ec99c-7955-478f-9140-397fa34b7efc', 'status': 'completed', 'code': 200} Mar 14 14:34:28.130512 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-d3e11a3e-2474-4827-94b3-767d2488a8f5 req-c6a3e230-4026-4fb6-8277-58f39071c245 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.58 "GET /v2.0/security-groups?id=7095509f-4701-4a3a-aad9-967f36f293d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2122195 Mar 14 14:34:28.152418 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-36072b69-8c37-4840-a97c-4edb5915cb0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744330232405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744329793208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9848306'] for port (09678563-119f-474c-a18d-8fe405598172), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:28.189938 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] For port fee88dec-25d2-41d3-a186-6b58138a1855, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=fee88dec-25d2-41d3-a186-6b58138a1855,segment=NetworkSegment(9beab42b-8f57-420d-9be2-e821727b2d72),segment_id=9beab42b-8f57-420d-9be2-e821727b2d72)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:34:28.217174 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Returning: {'device': 'fee88dec-25d2-41d3-a186-6b58138a1855', 'network_id': '243136d2-ad89-41e3-a28d-f7bbb35a4bb8', 'port_id': 'fee88dec-25d2-41d3-a186-6b58138a1855', 'mac_address': 'fa:16:3e:bf:04:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d3b04f3-36a5-4f5b-b200-5ebe287494aa', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 14:34:28.217406 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36072b69-8c37-4840-a97c-4edb5915cb0e admin admin] Pushing event deleted for resources: {'Port': ['ID=09678563-119f-474c-a18d-8fe405598172,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:28.246571 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c38246-0eca-4b12-8239-ba90ab9a3492 req-a29b0889-fe0e-40d6-a3ed-6c756092229e tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:28.263025 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-d3c38246-0eca-4b12-8239-ba90ab9a3492 req-a29b0889-fe0e-40d6-a3ed-6c756092229e tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] 10.222.0.58 "GET /v2.0/ports?device_id=69ffc72c-871b-49f7-89ef-45c60074c474 HTTP/1.1" status: 200 len: 943 time: 0.1227112 Mar 14 14:34:28.301436 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Current status of the port fee88dec-25d2-41d3-a186-6b58138a1855 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:34:28.303494 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (fee88dec-25d2-41d3-a186-6b58138a1855), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:28.327310 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fee88dec-25d2-41d3-a186-6b58138a1855 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 14:34:28.386177 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] For port fee88dec-25d2-41d3-a186-6b58138a1855, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=fee88dec-25d2-41d3-a186-6b58138a1855,segment=NetworkSegment(9beab42b-8f57-420d-9be2-e821727b2d72),segment_id=9beab42b-8f57-420d-9be2-e821727b2d72)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:34:28.391146 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-d3c38246-0eca-4b12-8239-ba90ab9a3492 req-ce34f960-34b0-42ad-a0e8-2336da2449c8 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] 10.222.0.58 "GET /v2.0/security-groups?id=74744add-2e21-4436-98d1-720483f10c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271954 Mar 14 14:34:28.465948 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fa42cd-a4b3-4466-858e-c01fe14b743e req-c92ca7d5-8155-40a3-ae71-11b47f5ee9b6 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:28.469106 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-36072b69-8c37-4840-a97c-4edb5915cb0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2016498'] for router_gateway (196e278d-c71b-4aaf-9d1f-c03f479b454d), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:28.472391 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-33fa42cd-a4b3-4466-858e-c01fe14b743e req-c92ca7d5-8155-40a3-ae71-11b47f5ee9b6 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b99b874-59b9-49da-a366-c0a1bcd0d275 HTTP/1.1" status: 200 len: 945 time: 0.1870286 Mar 14 14:34:28.473443 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (fee88dec-25d2-41d3-a186-6b58138a1855), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:28.578889 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Pushing event updated for resources: {'Port': ['ID=fee88dec-25d2-41d3-a186-6b58138a1855,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:28.597805 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-33fa42cd-a4b3-4466-858e-c01fe14b743e req-c691c8f5-151a-47de-bac6-9a6a4f28f954 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a514ccf-fc2a-436b-911d-f5e8466a2121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020448 Mar 14 14:34:28.677360 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [req-acc86d81-41ec-4adb-9187-9059e3313625 req-481cc3d3-c674-47ed-b4eb-b6a82f1062d8 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 14:34:28.688378 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-36072b69-8c37-4840-a97c-4edb5915cb0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2015869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4732'] for router (196e278d-c71b-4aaf-9d1f-c03f479b454d), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:28.690935 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-36072b69-8c37-4840-a97c-4edb5915cb0e admin admin] Publish callbacks [] for router_controller (196e278d-c71b-4aaf-9d1f-c03f479b454d), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:28.704418 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-acc86d81-41ec-4adb-9187-9059e3313625 req-481cc3d3-c674-47ed-b4eb-b6a82f1062d8 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1534386 Mar 14 14:34:28.739361 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] get_ports_and_sgs() called for port_ids ['fee88dec-25d2-41d3-a186-6b58138a1855'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 14:34:28.860872 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-36072b69-8c37-4840-a97c-4edb5915cb0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2015846'] for router (196e278d-c71b-4aaf-9d1f-c03f479b454d), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:28.861451 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36072b69-8c37-4840-a97c-4edb5915cb0e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 196e278d-c71b-4aaf-9d1f-c03f479b454d {{(pid=103767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 14:34:28.871921 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-36072b69-8c37-4840-a97c-4edb5915cb0e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:28.871921 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-36072b69-8c37-4840-a97c-4edb5915cb0e admin admin] 10.222.0.58 "DELETE /v2.0/routers/196e278d-c71b-4aaf-9d1f-c03f479b454d HTTP/1.1" status: 204 len: 168 time: 2.1826434 Mar 14 14:34:28.872349 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 36960) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:34:28.945496 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef9be6a9-926d-4b35-9454-3c9afb64760d admin admin] Deleting subnet dd4479eb-5d2a-4b9c-9c27-a6d97c9e085c {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 14:34:28.951046 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ef9be6a9-926d-4b35-9454-3c9afb64760d admin admin] Publish callbacks [] for subnet (dd4479eb-5d2a-4b9c-9c27-a6d97c9e085c), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:29.056460 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ef9be6a9-926d-4b35-9454-3c9afb64760d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8777057'] for subnet (dd4479eb-5d2a-4b9c-9c27-a6d97c9e085c), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:29.206561 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 36972) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:34:29.307687 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1e4d28-00a8-417c-b2a0-931d2bf91a0a req-e7dd792d-e2e7-475d-bb67-3fff20a3614b tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:29.310397 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-6f1e4d28-00a8-417c-b2a0-931d2bf91a0a req-e7dd792d-e2e7-475d-bb67-3fff20a3614b tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.58 "GET /v2.0/ports?device_id=51d99f90-7b74-4cd7-938b-4ac0ea805fae HTTP/1.1" status: 200 len: 946 time: 0.1706970 Mar 14 14:34:29.311785 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ef9be6a9-926d-4b35-9454-3c9afb64760d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999657'] for subnet (dd4479eb-5d2a-4b9c-9c27-a6d97c9e085c), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:29.396303 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-af3b7c8d-917a-4082-b96a-b41ad0583232 req-cbde607c-5df7-4990-979f-7c1e743485a7 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=51d99f90-7b74-4cd7-938b-4ac0ea805fae&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1885262 Mar 14 14:34:29.420370 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [req-af3b7c8d-917a-4082-b96a-b41ad0583232 req-5ce5566b-8e08-4671-afd7-0d53fc3cad36 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 14:34:29.422126 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-af3b7c8d-917a-4082-b96a-b41ad0583232 req-5ce5566b-8e08-4671-afd7-0d53fc3cad36 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053742 Mar 14 14:34:29.428629 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-6f1e4d28-00a8-417c-b2a0-931d2bf91a0a req-f7ae3605-7a18-4240-947f-48be1e58c301 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.58 "GET /v2.0/security-groups?id=7095509f-4701-4a3a-aad9-967f36f293d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905533 Mar 14 14:34:29.524753 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ef9be6a9-926d-4b35-9454-3c9afb64760d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8770578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088460'] for subnet (dd4479eb-5d2a-4b9c-9c27-a6d97c9e085c), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:29.545568 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce182cf-81ae-4969-b014-92fb3142588a None None] Network 173ed8f0-b784-41a9-affa-440f6ed41220 requested from dv-cinder-790535-28-smb {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 14:34:29.565731 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ef9be6a9-926d-4b35-9454-3c9afb64760d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632217'] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:29.573742 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-ef9be6a9-926d-4b35-9454-3c9afb64760d admin admin] 10.222.0.58 "DELETE /v2.0/subnets/dd4479eb-5d2a-4b9c-9c27-a6d97c9e085c HTTP/1.1" status: 204 len: 168 time: 0.7003260 Mar 14 14:34:29.578283 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 36994) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:34:29.629584 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 37000) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:34:29.678188 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9be6a9-926d-4b35-9454-3c9afb64760d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd4479eb-5d2a-4b9c-9c27-a6d97c9e085c,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:29.725912 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Device 09678563-119f-474c-a18d-8fe405598172 no longer exists at agent ovs-agent-dv-cinder-790535-28-smb {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:34:29.786329 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4135d4e5-93f8-47e5-962e-d03848e6a039 req-948934fb-ffa4-4d4f-b0d5-8e3100fcfdbb tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:29.788114 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-4135d4e5-93f8-47e5-962e-d03848e6a039 req-948934fb-ffa4-4d4f-b0d5-8e3100fcfdbb tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] 10.222.0.58 "GET /v2.0/ports?device_id=69ffc72c-871b-49f7-89ef-45c60074c474 HTTP/1.1" status: 200 len: 944 time: 0.2532477 Mar 14 14:34:29.795571 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] No Port match for: 09678563-119f-474c-a18d-8fe405598172 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 14:34:29.797390 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Device 09678563-119f-474c-a18d-8fe405598172 not bound to the agent host dv-cinder-790535-28-smb {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 14:34:29.797390 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Device a377d12b-e60b-49a0-a1c7-730f55c58b38 no longer exists at agent ovs-agent-dv-cinder-790535-28-smb {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:34:29.827889 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9fd45bbf-553f-4c5b-a541-6c09f8402f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-911660'] for network (173ed8f0-b784-41a9-affa-440f6ed41220), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:29.885877 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-4135d4e5-93f8-47e5-962e-d03848e6a039 req-3bad6f5c-30a4-4dd1-bda4-5b2093328c3b tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] 10.222.0.58 "GET /v2.0/security-groups?id=74744add-2e21-4436-98d1-720483f10c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863631 Mar 14 14:34:29.902829 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Device fee88dec-25d2-41d3-a186-6b58138a1855 up at agent hyperv_hv-cinder-79053 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:34:29.906987 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] No Port match for: a377d12b-e60b-49a0-a1c7-730f55c58b38 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 14:34:29.907517 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Device a377d12b-e60b-49a0-a1c7-730f55c58b38 not bound to the agent host dv-cinder-790535-28-smb {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 14:34:29.964916 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b7c8d-917a-4082-b96a-b41ad0583232 req-43d0121e-c88d-4259-b1db-0a0460b838b6 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:29.966400 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-af3b7c8d-917a-4082-b96a-b41ad0583232 req-43d0121e-c88d-4259-b1db-0a0460b838b6 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.58 "GET /v2.0/ports/67f0d3c4-dc11-4335-b254-f941e2071d0e HTTP/1.1" status: 200 len: 943 time: 0.3356035 Mar 14 14:34:29.987936 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba84c14d-ef1f-4582-b58b-a2148493da6b req-02146107-f4c4-4041-ad9c-6588c86d0163 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:29.995707 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-ba84c14d-ef1f-4582-b58b-a2148493da6b req-02146107-f4c4-4041-ad9c-6588c86d0163 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b99b874-59b9-49da-a366-c0a1bcd0d275 HTTP/1.1" status: 200 len: 945 time: 0.0808413 Mar 14 14:34:30.088683 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-ba84c14d-ef1f-4582-b58b-a2148493da6b req-b3f0c4ef-71e6-49f0-9e0a-46fc5f034c4c tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a514ccf-fc2a-436b-911d-f5e8466a2121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857482 Mar 14 14:34:30.108041 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-9fd45bbf-553f-4c5b-a541-6c09f8402f9b admin admin] Deleting port 068bf2ad-9860-4ef2-955e-c7f5a0cec487 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:34:30.108041 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9fd45bbf-553f-4c5b-a541-6c09f8402f9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744330222830'] for port (068bf2ad-9860-4ef2-955e-c7f5a0cec487), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:30.170006 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e96ad1a-963b-4105-95ae-fdccec578ced None None] DHCP port deletion for 173ed8f0-b784-41a9-affa-440f6ed41220 request from dv-cinder-790535-28-smb {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 14 14:34:30.217967 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-9fd45bbf-553f-4c5b-a541-6c09f8402f9b admin admin] For port 068bf2ad-9860-4ef2-955e-c7f5a0cec487, host dv-cinder-790535-28-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-smb',level=0,port_id=068bf2ad-9860-4ef2-955e-c7f5a0cec487,segment=NetworkSegment(79690a18-81e9-445e-80e8-8ad6c5c45be5),segment_id=79690a18-81e9-445e-80e8-8ad6c5c45be5)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:34:30.218720 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9fd45bbf-553f-4c5b-a541-6c09f8402f9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982366'] for port (068bf2ad-9860-4ef2-955e-c7f5a0cec487), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:30.238852 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-9fd45bbf-553f-4c5b-a541-6c09f8402f9b admin admin] Calling delete_port for 068bf2ad-9860-4ef2-955e-c7f5a0cec487 owned by network:dhcp {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:34:30.245129 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Provisioning for port fee88dec-25d2-41d3-a186-6b58138a1855 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 14:34:30.261954 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Provisioning complete for port fee88dec-25d2-41d3-a186-6b58138a1855 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:34:30.262658 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (fee88dec-25d2-41d3-a186-6b58138a1855), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:30.352740 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-5e96ad1a-963b-4105-95ae-fdccec578ced None None] Deleting port 068bf2ad-9860-4ef2-955e-c7f5a0cec487 {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:34:30.353369 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5e96ad1a-963b-4105-95ae-fdccec578ced None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744330222830'] for port (068bf2ad-9860-4ef2-955e-c7f5a0cec487), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:30.462498 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Current status of the port fee88dec-25d2-41d3-a186-6b58138a1855 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:34:30.462895 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (fee88dec-25d2-41d3-a186-6b58138a1855), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:30.469817 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-5e96ad1a-963b-4105-95ae-fdccec578ced None None] For port 068bf2ad-9860-4ef2-955e-c7f5a0cec487, host dv-cinder-790535-28-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-smb',level=0,port_id=068bf2ad-9860-4ef2-955e-c7f5a0cec487,segment=NetworkSegment(79690a18-81e9-445e-80e8-8ad6c5c45be5),segment_id=79690a18-81e9-445e-80e8-8ad6c5c45be5)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:34:30.470221 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5e96ad1a-963b-4105-95ae-fdccec578ced None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982366'] for port (068bf2ad-9860-4ef2-955e-c7f5a0cec487), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:30.478156 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9fd45bbf-553f-4c5b-a541-6c09f8402f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744330232405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744329793208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9848306'] for port (068bf2ad-9860-4ef2-955e-c7f5a0cec487), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:30.506241 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-5e96ad1a-963b-4105-95ae-fdccec578ced None None] Calling delete_port for 068bf2ad-9860-4ef2-955e-c7f5a0cec487 owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:34:30.521193 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69ffc72c-871b-49f7-89ef-45c60074c474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fee88dec-25d2-41d3-a186-6b58138a1855'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:34:30.523465 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b7ebcd0391bc29bcab12edcb0ac311dc480f3a51940d576a7fcfe4e03a4514e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e45c6d85-2c24-45cd-bc3d-8799eeba6933" -d '{"events": [{"server_uuid": "69ffc72c-871b-49f7-89ef-45c60074c474", "name": "network-vif-plugged", "status": "completed", "tag": "fee88dec-25d2-41d3-a186-6b58138a1855"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:34:30.560678 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd45bbf-553f-4c5b-a541-6c09f8402f9b admin admin] No DVR routers for this DVR port 068bf2ad-9860-4ef2-955e-c7f5a0cec487 on host dv-cinder-790535-28-smb {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 14:34:30.566931 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd45bbf-553f-4c5b-a541-6c09f8402f9b admin admin] Pushing event deleted for resources: {'Port': ['ID=068bf2ad-9860-4ef2-955e-c7f5a0cec487,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:30.567712 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] For port fee88dec-25d2-41d3-a186-6b58138a1855, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=fee88dec-25d2-41d3-a186-6b58138a1855,segment=NetworkSegment(9beab42b-8f57-420d-9be2-e821727b2d72),segment_id=9beab42b-8f57-420d-9be2-e821727b2d72)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:34:30.690980 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9fd45bbf-553f-4c5b-a541-6c09f8402f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000466', 'neutron.services.segments.db._delete_segments_for_network-8744330122518'] for network (173ed8f0-b784-41a9-affa-440f6ed41220), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:30.749324 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.services.segments.db [None req-9fd45bbf-553f-4c5b-a541-6c09f8402f9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['173ed8f0-b784-41a9-affa-440f6ed41220']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:34:30.764037 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 14:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b6c3c44-9861-403f-9fd5-cb71d5c94321 x-openstack-request-id: req-2b6c3c44-9861-403f-9fd5-cb71d5c94321 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:34:30.764669 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69ffc72c-871b-49f7-89ef-45c60074c474", "name": "network-vif-plugged", "status": "completed", "tag": "fee88dec-25d2-41d3-a186-6b58138a1855", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:34:30.765470 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2b6c3c44-9861-403f-9fd5-cb71d5c94321 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:34:30.765890 dv-cinder-790535-28-smb neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69ffc72c-871b-49f7-89ef-45c60074c474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fee88dec-25d2-41d3-a186-6b58138a1855', 'code': 200} Mar 14 14:34:30.770558 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.services.segments.db [None req-9fd45bbf-553f-4c5b-a541-6c09f8402f9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79690a18-81e9-445e-80e8-8ad6c5c45be5') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:34:30.770979 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.services.segments.db [None req-9fd45bbf-553f-4c5b-a541-6c09f8402f9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79690a18-81e9-445e-80e8-8ad6c5c45be5') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:34:30.785238 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (fee88dec-25d2-41d3-a186-6b58138a1855), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:30.785238 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Device 67f0d3c4-dc11-4335-b254-f941e2071d0e no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:34:30.789768 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5934454c-db96-4442-8bb8-2d0a6dc5eaec req-904ce79c-a9a5-498c-aafb-6a093a05f4b9 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:30.796308 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9fd45bbf-553f-4c5b-a541-6c09f8402f9b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744330120735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10236614'] for segment (79690a18-81e9-445e-80e8-8ad6c5c45be5), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:30.798507 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-5934454c-db96-4442-8bb8-2d0a6dc5eaec req-904ce79c-a9a5-498c-aafb-6a093a05f4b9 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.58 "GET /v2.0/ports?device_id=51d99f90-7b74-4cd7-938b-4ac0ea805fae HTTP/1.1" status: 200 len: 946 time: 0.1725686 Mar 14 14:34:30.818292 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9fd45bbf-553f-4c5b-a541-6c09f8402f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011900'] for segment (79690a18-81e9-445e-80e8-8ad6c5c45be5), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:30.836350 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fd45bbf-553f-4c5b-a541-6c09f8402f9b admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 14:34:30.837089 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9fd45bbf-553f-4c5b-a541-6c09f8402f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9847811'] for segment (79690a18-81e9-445e-80e8-8ad6c5c45be5), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:30.849701 dv-cinder-790535-28-smb neutron-server[103767]: Traceback (most recent call last): Mar 14 14:34:30.849701 dv-cinder-790535-28-smb neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 14:34:30.849701 dv-cinder-790535-28-smb neutron-server[103767]: timer() Mar 14 14:34:30.849701 dv-cinder-790535-28-smb neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 14:34:30.849701 dv-cinder-790535-28-smb neutron-server[103767]: cb(*args, **kw) Mar 14 14:34:30.849701 dv-cinder-790535-28-smb neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 14:34:30.849701 dv-cinder-790535-28-smb neutron-server[103767]: return func(*args, **kwargs) Mar 14 14:34:30.849701 dv-cinder-790535-28-smb neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 14:34:30.849701 dv-cinder-790535-28-smb neutron-server[103767]: self._notify() Mar 14 14:34:30.849701 dv-cinder-790535-28-smb neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 14:34:30.849701 dv-cinder-790535-28-smb neutron-server[103767]: self.callback(batched_events) Mar 14 14:34:30.849701 dv-cinder-790535-28-smb neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 14:34:30.849701 dv-cinder-790535-28-smb neutron-server[103767]: event.method(event) Mar 14 14:34:30.849701 dv-cinder-790535-28-smb neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 14:34:30.849701 dv-cinder-790535-28-smb neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 14:34:30.849701 dv-cinder-790535-28-smb neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 14:34:30.849701 dv-cinder-790535-28-smb neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 14:34:30.849701 dv-cinder-790535-28-smb neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 14:34:30.849701 dv-cinder-790535-28-smb neutron-server[103767]: return f(self, *a, **k) Mar 14 14:34:30.849701 dv-cinder-790535-28-smb neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 14:34:30.849701 dv-cinder-790535-28-smb neutron-server[103767]: return self._get(url).json() Mar 14 14:34:30.849701 dv-cinder-790535-28-smb neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 14:34:30.849701 dv-cinder-790535-28-smb neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 14:34:30.849701 dv-cinder-790535-28-smb neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 14:34:30.849701 dv-cinder-790535-28-smb neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 14 14:34:30.849701 dv-cinder-790535-28-smb neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 14:34:30.849701 dv-cinder-790535-28-smb neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 14:34:30.849701 dv-cinder-790535-28-smb neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 14:34:30.849701 dv-cinder-790535-28-smb neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 14:34:30.849701 dv-cinder-790535-28-smb neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 14:34:30.849701 dv-cinder-790535-28-smb neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 14:34:30.849701 dv-cinder-790535-28-smb neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 14:34:30.898119 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-5934454c-db96-4442-8bb8-2d0a6dc5eaec req-3a125abc-048a-4134-b26c-a29786335883 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.58 "GET /v2.0/security-groups?id=7095509f-4701-4a3a-aad9-967f36f293d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986280 Mar 14 14:34:30.928313 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Pushing event updated for resources: {'Port': ['ID=fee88dec-25d2-41d3-a186-6b58138a1855,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:30.990679 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5e96ad1a-963b-4105-95ae-fdccec578ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744330232405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744329793208'] for port (068bf2ad-9860-4ef2-955e-c7f5a0cec487), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:31.030251 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e96ad1a-963b-4105-95ae-fdccec578ced None None] Pushing event deleted for resources: {'Port': ['ID=068bf2ad-9860-4ef2-955e-c7f5a0cec487,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:31.032863 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Current status of the port 67f0d3c4-dc11-4335-b254-f941e2071d0e is: ACTIVE; New status is: DOWN {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:34:31.033258 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (67f0d3c4-dc11-4335-b254-f941e2071d0e), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:31.064302 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e96ad1a-963b-4105-95ae-fdccec578ced None None] No DVR routers for this DVR port 068bf2ad-9860-4ef2-955e-c7f5a0cec487 on host dv-cinder-790535-28-smb {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 14:34:31.082700 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] For port 67f0d3c4-dc11-4335-b254-f941e2071d0e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=67f0d3c4-dc11-4335-b254-f941e2071d0e,segment=NetworkSegment(05eb4756-2da3-4c70-aee4-7d1765309a16),segment_id=05eb4756-2da3-4c70-aee4-7d1765309a16)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:34:31.097025 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b698831-040f-4197-9517-e4fc289d6c05 req-b982a74e-033c-479e-8e4e-a64a5a572321 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:31.098885 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-6b698831-040f-4197-9517-e4fc289d6c05 req-b982a74e-033c-479e-8e4e-a64a5a572321 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] 10.222.0.58 "GET /v2.0/ports?device_id=69ffc72c-871b-49f7-89ef-45c60074c474 HTTP/1.1" status: 200 len: 945 time: 0.0971098 Mar 14 14:34:31.213482 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-6b698831-040f-4197-9517-e4fc289d6c05 req-c10576c2-0300-4c09-a3fb-0aea12f1d197 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] 10.222.0.58 "GET /v2.0/security-groups?id=74744add-2e21-4436-98d1-720483f10c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609825 Mar 14 14:34:31.231515 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bfa1f5-66e5-4476-8b5c-dc45470ce433 req-0c4461be-3ee9-41d7-912a-f674f6ba9ea7 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:31.233242 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-c5bfa1f5-66e5-4476-8b5c-dc45470ce433 req-0c4461be-3ee9-41d7-912a-f674f6ba9ea7 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b99b874-59b9-49da-a366-c0a1bcd0d275 HTTP/1.1" status: 200 len: 945 time: 0.0599680 Mar 14 14:34:31.285597 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-c5bfa1f5-66e5-4476-8b5c-dc45470ce433 req-4b049d1c-0152-4b3b-aaf1-d78bb1a0ba9c tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a514ccf-fc2a-436b-911d-f5e8466a2121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462525 Mar 14 14:34:31.308349 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9fd45bbf-553f-4c5b-a541-6c09f8402f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2016470'] for network (173ed8f0-b784-41a9-affa-440f6ed41220), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:31.314846 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9fd45bbf-553f-4c5b-a541-6c09f8402f9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632217'] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:31.320464 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-9fd45bbf-553f-4c5b-a541-6c09f8402f9b admin admin] 10.222.0.58 "DELETE /v2.0/networks/173ed8f0-b784-41a9-affa-440f6ed41220 HTTP/1.1" status: 204 len: 168 time: 1.7403009 Mar 14 14:34:31.338805 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd45bbf-553f-4c5b-a541-6c09f8402f9b admin admin] Pushing event deleted for resources: {'Network': ['ID=173ed8f0-b784-41a9-affa-440f6ed41220,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:31.349972 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (67f0d3c4-dc11-4335-b254-f941e2071d0e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:31.349972 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Device f69ec99c-7955-478f-9140-397fa34b7efc no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:34:31.378974 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] No Port match for: f69ec99c-7955-478f-9140-397fa34b7efc {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 14:34:31.379374 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Device f69ec99c-7955-478f-9140-397fa34b7efc not bound to the agent host hv-cinder-79053 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 14:34:31.420103 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a67232-7f17-4d54-af6b-f8bd4132bfb9 req-4e3739c5-6280-41e9-829e-825398a6b0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:31.421938 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-78a67232-7f17-4d54-af6b-f8bd4132bfb9 req-4e3739c5-6280-41e9-829e-825398a6b0c1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=69ffc72c-871b-49f7-89ef-45c60074c474 HTTP/1.1" status: 200 len: 1129 time: 0.0742562 Mar 14 14:34:31.430123 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Pushing event updated for resources: {'Port': ['ID=67f0d3c4-dc11-4335-b254-f941e2071d0e,revision_number=6']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:31.480404 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-78a67232-7f17-4d54-af6b-f8bd4132bfb9 req-3cca8731-55e8-438e-bec3-0f4ca6769f46 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=74744add-2e21-4436-98d1-720483f10c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502043 Mar 14 14:34:31.601224 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Device 068bf2ad-9860-4ef2-955e-c7f5a0cec487 no longer exists at agent ovs-agent-dv-cinder-790535-28-smb {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:34:31.625458 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] No Port match for: 068bf2ad-9860-4ef2-955e-c7f5a0cec487 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 14:34:31.626452 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Device 068bf2ad-9860-4ef2-955e-c7f5a0cec487 not bound to the agent host dv-cinder-790535-28-smb {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 14:34:31.703213 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 37046) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:34:31.763147 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 37048) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:34:31.861037 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 37050) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:34:31.862601 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-4aaec453-08df-44ad-990a-2a6382f1d9c7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a29ccc594deb43b480de703c9f7ff84a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0974762 Mar 14 14:34:31.986042 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-780ad172-bd6b-452b-9afa-bfaa9b9743c0 admin admin] Publish callbacks [] for security_group (34c52cf3-1fd9-47c9-b042-e0c27d121421), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:32.073425 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-780ad172-bd6b-452b-9afa-bfaa9b9743c0 admin admin] Publish callbacks [] for security_group (34c52cf3-1fd9-47c9-b042-e0c27d121421), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:32.157583 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f691df-b467-4c05-8e12-c298c6809b99 req-c4e98d0d-496f-4c38-859a-73960c5fe3e2 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:32.159581 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-e8f691df-b467-4c05-8e12-c298c6809b99 req-c4e98d0d-496f-4c38-859a-73960c5fe3e2 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.58 "GET /v2.0/ports?device_id=51d99f90-7b74-4cd7-938b-4ac0ea805fae HTTP/1.1" status: 200 len: 944 time: 0.1747563 Mar 14 14:34:32.356122 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-780ad172-bd6b-452b-9afa-bfaa9b9743c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (34c52cf3-1fd9-47c9-b042-e0c27d121421), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:32.359600 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-780ad172-bd6b-452b-9afa-bfaa9b9743c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:32.360777 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-780ad172-bd6b-452b-9afa-bfaa9b9743c0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/34c52cf3-1fd9-47c9-b042-e0c27d121421 HTTP/1.1" status: 204 len: 168 time: 0.4991388 Mar 14 14:34:32.407540 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-e8f691df-b467-4c05-8e12-c298c6809b99 req-cdb34239-5b3e-4606-b4bc-cc76182cdc35 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.58 "GET /v2.0/security-groups?id=7095509f-4701-4a3a-aad9-967f36f293d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2298696 Mar 14 14:34:32.408483 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780ad172-bd6b-452b-9afa-bfaa9b9743c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c52cf3-1fd9-47c9-b042-e0c27d121421,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:32.456923 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e8e0e-910e-42ca-82b0-cef28055d026 req-df87c64c-f9e8-41f8-b577-dfc46ced5032 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:32.456923 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-495e8e0e-910e-42ca-82b0-cef28055d026 req-df87c64c-f9e8-41f8-b577-dfc46ced5032 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] 10.222.0.58 "GET /v2.0/ports?device_id=69ffc72c-871b-49f7-89ef-45c60074c474 HTTP/1.1" status: 200 len: 945 time: 0.1877925 Mar 14 14:34:32.623939 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-495e8e0e-910e-42ca-82b0-cef28055d026 req-8924d4a4-cef3-463a-850a-8cbf87359e37 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] 10.222.0.58 "GET /v2.0/security-groups?id=74744add-2e21-4436-98d1-720483f10c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265600 Mar 14 14:34:32.626920 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d0e728fc-3a5f-413a-ad57-adef062a911f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2015432'] for router_interface (dbf49708-718a-49cb-bf29-d93fb2eeca22), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:32.683180 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f605188b-0dc9-43d0-90a4-eae03c4748d5 req-ccfa9196-42e5-489e-8e6a-3956cb6086ad tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:32.690640 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-f605188b-0dc9-43d0-90a4-eae03c4748d5 req-ccfa9196-42e5-489e-8e6a-3956cb6086ad tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b99b874-59b9-49da-a366-c0a1bcd0d275 HTTP/1.1" status: 200 len: 945 time: 0.1574347 Mar 14 14:34:32.766852 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51d99f90-7b74-4cd7-938b-4ac0ea805fae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67f0d3c4-dc11-4335-b254-f941e2071d0e'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:34:32.770713 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b7ebcd0391bc29bcab12edcb0ac311dc480f3a51940d576a7fcfe4e03a4514e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42de1768-21a7-49b2-9014-37a97a9376ed" -d '{"events": [{"server_uuid": "51d99f90-7b74-4cd7-938b-4ac0ea805fae", "name": "network-vif-unplugged", "status": "completed", "tag": "67f0d3c4-dc11-4335-b254-f941e2071d0e"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:34:32.801372 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-f605188b-0dc9-43d0-90a4-eae03c4748d5 req-62ffd086-f71e-43cf-9345-3b3992d45b21 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a514ccf-fc2a-436b-911d-f5e8466a2121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093564 Mar 14 14:34:33.275043 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Mar 2022 14:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d946b256-955d-41c7-99ed-5824eaec420e x-openstack-request-id: req-d946b256-955d-41c7-99ed-5824eaec420e {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:34:33.275528 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51d99f90-7b74-4cd7-938b-4ac0ea805fae", "name": "network-vif-unplugged", "status": "completed", "tag": "67f0d3c4-dc11-4335-b254-f941e2071d0e", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:34:33.275879 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d946b256-955d-41c7-99ed-5824eaec420e {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:34:33.276383 dv-cinder-790535-28-smb neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51d99f90-7b74-4cd7-938b-4ac0ea805fae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67f0d3c4-dc11-4335-b254-f941e2071d0e', 'code': 200} Mar 14 14:34:33.391051 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-d0e728fc-3a5f-413a-ad57-adef062a911f admin admin] Deleting port fbcbe08a-b890-44a2-9df2-3aa331244e2c {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:34:33.392079 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d0e728fc-3a5f-413a-ad57-adef062a911f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744330222830'] for port (fbcbe08a-b890-44a2-9df2-3aa331244e2c), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:33.613231 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c29b71-8750-4626-bd8d-c3235b424503 req-b51fa518-09fb-493e-947a-ed6a880d0cf9 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:33.614993 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-52c29b71-8750-4626-bd8d-c3235b424503 req-b51fa518-09fb-493e-947a-ed6a880d0cf9 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.58 "GET /v2.0/ports?device_id=51d99f90-7b74-4cd7-938b-4ac0ea805fae HTTP/1.1" status: 200 len: 944 time: 0.0916111 Mar 14 14:34:33.621295 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-d0e728fc-3a5f-413a-ad57-adef062a911f admin admin] For port fbcbe08a-b890-44a2-9df2-3aa331244e2c, host dv-cinder-790535-28-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-smb',level=0,port_id=fbcbe08a-b890-44a2-9df2-3aa331244e2c,segment=NetworkSegment(d3203a6a-b3c3-4cd4-b471-923be8aa373f),segment_id=d3203a6a-b3c3-4cd4-b471-923be8aa373f)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:34:33.621668 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d0e728fc-3a5f-413a-ad57-adef062a911f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982366'] for port (fbcbe08a-b890-44a2-9df2-3aa331244e2c), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:33.646069 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-d0e728fc-3a5f-413a-ad57-adef062a911f admin admin] Calling delete_port for fbcbe08a-b890-44a2-9df2-3aa331244e2c owned by network:router_interface {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:34:33.763598 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-52c29b71-8750-4626-bd8d-c3235b424503 req-14756b5c-1b30-43c6-be4d-d1dc7e6a7558 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.58 "GET /v2.0/security-groups?id=7095509f-4701-4a3a-aad9-967f36f293d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323614 Mar 14 14:34:33.787830 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b7c8d-917a-4082-b96a-b41ad0583232 req-1a4f605f-c1b0-4417-80ef-c9418a5c93b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:33.790336 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-af3b7c8d-917a-4082-b96a-b41ad0583232 req-1a4f605f-c1b0-4417-80ef-c9418a5c93b0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=51d99f90-7b74-4cd7-938b-4ac0ea805fae&tenant_id=a13b71d43cd34fb38f85e1cc0af43e28 HTTP/1.1" status: 200 len: 1128 time: 0.1384552 Mar 14 14:34:33.892539 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c693de93-0797-4f0f-a0d9-fe8eb6265655 req-e8064a49-0973-4aa9-b45b-ccd3f7928ea2 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:33.894240 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-c693de93-0797-4f0f-a0d9-fe8eb6265655 req-e8064a49-0973-4aa9-b45b-ccd3f7928ea2 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] 10.222.0.58 "GET /v2.0/ports?device_id=69ffc72c-871b-49f7-89ef-45c60074c474 HTTP/1.1" status: 200 len: 945 time: 0.1572661 Mar 14 14:34:33.932844 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b7c8d-917a-4082-b96a-b41ad0583232 req-ff526731-f748-4b6b-a977-e13996a45053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:33.935147 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-af3b7c8d-917a-4082-b96a-b41ad0583232 req-ff526731-f748-4b6b-a977-e13996a45053 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a13b71d43cd34fb38f85e1cc0af43e28&device_id=51d99f90-7b74-4cd7-938b-4ac0ea805fae HTTP/1.1" status: 200 len: 1128 time: 0.1152234 Mar 14 14:34:34.034940 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-c693de93-0797-4f0f-a0d9-fe8eb6265655 req-c3a60a16-c199-43d9-911d-5e9ce6577ab8 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] 10.222.0.58 "GET /v2.0/security-groups?id=74744add-2e21-4436-98d1-720483f10c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169343 Mar 14 14:34:34.115607 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2344a79-67b0-4f09-81c9-30edf39dafcf req-d4be0f5b-4189-4deb-b695-587935c33d7e tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:34.117716 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-d2344a79-67b0-4f09-81c9-30edf39dafcf req-d4be0f5b-4189-4deb-b695-587935c33d7e tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b99b874-59b9-49da-a366-c0a1bcd0d275 HTTP/1.1" status: 200 len: 945 time: 0.1433170 Mar 14 14:34:34.181613 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b7c8d-917a-4082-b96a-b41ad0583232 req-e02df909-0374-49f4-82fb-2dacd1bf8851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:34.183280 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d0e728fc-3a5f-413a-ad57-adef062a911f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744330232405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744329793208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8770621'] for port (fbcbe08a-b890-44a2-9df2-3aa331244e2c), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:34.183503 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-af3b7c8d-917a-4082-b96a-b41ad0583232 req-e02df909-0374-49f4-82fb-2dacd1bf8851 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6ddc4596-65f8-45d3-ba54-9a8ed2c0c193 HTTP/1.1" status: 200 len: 909 time: 0.2207766 Mar 14 14:34:34.336570 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-d2344a79-67b0-4f09-81c9-30edf39dafcf req-b6a9ce47-b01f-492b-826a-b4e34a2b5b98 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a514ccf-fc2a-436b-911d-f5e8466a2121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2034132 Mar 14 14:34:34.343232 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-af3b7c8d-917a-4082-b96a-b41ad0583232 req-68731604-e76f-4e8e-9c72-818a0b550af4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67f0d3c4-dc11-4335-b254-f941e2071d0e HTTP/1.1" status: 200 len: 1000 time: 0.1500945 Mar 14 14:34:34.343557 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e728fc-3a5f-413a-ad57-adef062a911f admin admin] Pushing event deleted for resources: {'Port': ['ID=fbcbe08a-b890-44a2-9df2-3aa331244e2c,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:34.449192 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b7c8d-917a-4082-b96a-b41ad0583232 req-86c05196-36d1-4adc-803b-6543d53f8a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:34.452496 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-af3b7c8d-917a-4082-b96a-b41ad0583232 req-86c05196-36d1-4adc-803b-6543d53f8a26 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b6f3e4c4-8c5e-45e1-899c-abb308a625a6 HTTP/1.1" status: 200 len: 847 time: 0.0977659 Mar 14 14:34:34.489132 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 37122) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:34:34.512386 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.agents_db [None req-65564c68-cd92-4c79-8f56-5bb994fe7015 None None] Agent healthcheck: found 6 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 14:34:34.548308 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b7c8d-917a-4082-b96a-b41ad0583232 req-e319d19e-21e2-4864-87ac-d65be3031685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:34.551270 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-af3b7c8d-917a-4082-b96a-b41ad0583232 req-e319d19e-21e2-4864-87ac-d65be3031685 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6ddc4596-65f8-45d3-ba54-9a8ed2c0c193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0861213 Mar 14 14:34:34.762875 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-af3b7c8d-917a-4082-b96a-b41ad0583232 req-18404ce9-eb38-4c6d-b014-863b566c5e80 service neutron] 10.222.0.35 "GET /v2.0/networks/6ddc4596-65f8-45d3-ba54-9a8ed2c0c193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053881 Mar 14 14:34:34.783453 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d0e728fc-3a5f-413a-ad57-adef062a911f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2016088'] for router_interface (dbf49708-718a-49cb-bf29-d93fb2eeca22), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:34.789582 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.v2.base [None req-f7b91b9f-705e-47b9-8355-d58a3730b01a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-705139474-network', 'tenant_id': '9a82d323ca8e4f358a750af658b4eeb2'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:34:34.950413 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-af3b7c8d-917a-4082-b96a-b41ad0583232 req-70aa53b5-5e51-46eb-9ba6-c0ecd08b6bbe service neutron] 10.222.0.35 "GET /v2.0/networks/6ddc4596-65f8-45d3-ba54-9a8ed2c0c193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798825 Mar 14 14:34:35.020682 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b91b9f-705e-47b9-8355-d58a3730b01a admin admin] Made reservation on behalf of 9a82d323ca8e4f358a750af658b4eeb2 for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:34:35.023088 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f7b91b9f-705e-47b9-8355-d58a3730b01a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:35.044844 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f7b91b9f-705e-47b9-8355-d58a3730b01a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:35.046864 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b402a87c-cfe1-4467-a7b6-8f906ca979d0 req-7be63b4a-296c-4583-adbe-c022aa757272 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:35.048645 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-b402a87c-cfe1-4467-a7b6-8f906ca979d0 req-7be63b4a-296c-4583-adbe-c022aa757272 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.58 "GET /v2.0/ports?device_id=51d99f90-7b74-4cd7-938b-4ac0ea805fae HTTP/1.1" status: 200 len: 944 time: 0.1560192 Mar 14 14:34:35.229080 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-b402a87c-cfe1-4467-a7b6-8f906ca979d0 req-7d81504b-139d-4e6c-a81e-2144594ff3fa tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.58 "GET /v2.0/security-groups?id=7095509f-4701-4a3a-aad9-967f36f293d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919302 Mar 14 14:34:35.230732 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f7b91b9f-705e-47b9-8355-d58a3730b01a admin admin] Publish callbacks [] for security_group (ed8f3512-e339-4128-be86-5d6c531b2ce3), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:35.294647 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f7b91b9f-705e-47b9-8355-d58a3730b01a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (ed8f3512-e339-4128-be86-5d6c531b2ce3), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:35.335504 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7b91b9f-705e-47b9-8355-d58a3730b01a admin admin] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 14:34:35.357372 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b91b9f-705e-47b9-8355-d58a3730b01a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8f3512-e339-4128-be86-5d6c531b2ce3,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:35.357372 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f7b91b9f-705e-47b9-8355-d58a3730b01a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011900'] for segment (2e71eb14-5578-4214-b785-a17f91764def), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:35.357873 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.db.segments_db [None req-f7b91b9f-705e-47b9-8355-d58a3730b01a admin admin] Added segment 2e71eb14-5578-4214-b785-a17f91764def of type vlan for network 5d4a8694-0239-4e2f-aa18-849c2487601b Mar 14 14:34:35.380175 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0e728fc-3a5f-413a-ad57-adef062a911f admin admin] Router dbf49708-718a-49cb-bf29-d93fb2eeca22 has already been hosted by L3 agent 3a20f343-fbae-42b4-9bd9-ea7570b5f761 {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 14:34:35.431702 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f7b91b9f-705e-47b9-8355-d58a3730b01a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744329743373'] for network (5d4a8694-0239-4e2f-aa18-849c2487601b), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:35.546469 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f7b91b9f-705e-47b9-8355-d58a3730b01a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199'] for network (5d4a8694-0239-4e2f-aa18-849c2487601b), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:35.547474 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b91b9f-705e-47b9-8355-d58a3730b01a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:35.548128 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f7b91b9f-705e-47b9-8355-d58a3730b01a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632217'] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:35.615888 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0e728fc-3a5f-413a-ad57-adef062a911f admin admin] Notify agent at l3_agent.dv-cinder-790535-28-smb the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:34:35.621802 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-d0e728fc-3a5f-413a-ad57-adef062a911f admin admin] 10.222.0.58 "PUT /v2.0/routers/dbf49708-718a-49cb-bf29-d93fb2eeca22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9171596 Mar 14 14:34:35.627274 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 37138) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:34:35.629451 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b91b9f-705e-47b9-8355-d58a3730b01a admin admin] Pushing event updated for resources: {'Network': ['ID=5d4a8694-0239-4e2f-aa18-849c2487601b,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:35.639772 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd918fa9-0b09-4b8a-8a4e-721138f53d35 None None] Sync routers for ids ['dbf49708-718a-49cb-bf29-d93fb2eeca22'] in dv-cinder-790535-28-smb {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:34:35.641961 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Network 5d4a8694-0239-4e2f-aa18-849c2487601b details requested by agent ovs-agent-dv-cinder-790535-28-smb with host dv-cinder-790535-28-smb {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 14:34:35.644534 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-f7b91b9f-705e-47b9-8355-d58a3730b01a admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1538577 Mar 14 14:34:35.653898 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 37140) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:34:35.653898 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.v2.base [None req-39ef5cb7-7a3f-48a4-b600-bc5190883461 admin admin] Request body: {'subnet': {'network_id': '5d4a8694-0239-4e2f-aa18-849c2487601b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-705139474-subnet', 'tenant_id': '9a82d323ca8e4f358a750af658b4eeb2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:34:35.661416 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd918fa9-0b09-4b8a-8a4e-721138f53d35 None None] Routers {'dbf49708-718a-49cb-bf29-d93fb2eeca22'} bound to L3 agent in host dv-cinder-790535-28-smb {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:34:35.661853 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-cd918fa9-0b09-4b8a-8a4e-721138f53d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-14T14:20:13Z,description=,heartbeat_timestamp=2022-03-14T14:34:13Z,host='dv-cinder-790535-28-smb',id=3a20f343-fbae-42b4-9bd9-ea7570b5f761,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:20:14Z,topic='l3_agent')) {'router_ids': ['dbf49708-718a-49cb-bf29-d93fb2eeca22'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:34:35.727880 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b4cf99-16cb-4a20-8d0e-cdb91607caa6 req-0f343e1c-a24a-4159-8fd8-3efbd16ec010 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:35.729911 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-24b4cf99-16cb-4a20-8d0e-cdb91607caa6 req-0f343e1c-a24a-4159-8fd8-3efbd16ec010 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b99b874-59b9-49da-a366-c0a1bcd0d275 HTTP/1.1" status: 200 len: 945 time: 0.1997576 Mar 14 14:34:35.827748 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-cd918fa9-0b09-4b8a-8a4e-721138f53d35 None None] Set router dbf49708-718a-49cb-bf29-d93fb2eeca22 gateway port host: dv-cinder-790535-28-smb {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:34:35.842063 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-24b4cf99-16cb-4a20-8d0e-cdb91607caa6 req-2bff4ae9-33dc-4327-b2e0-9f2628eb5f8d tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a514ccf-fc2a-436b-911d-f5e8466a2121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031671 Mar 14 14:34:35.855880 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dc6d206e-38b6-4609-a168-0edecff8bac6 admin admin] Publish callbacks [] for router (dbf49708-718a-49cb-bf29-d93fb2eeca22), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:35.987653 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dc6d206e-38b6-4609-a168-0edecff8bac6 admin admin] Publish callbacks [] for router_gateway (dbf49708-718a-49cb-bf29-d93fb2eeca22), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:36.031923 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ef5cb7-7a3f-48a4-b600-bc5190883461 admin admin] Made reservation on behalf of 9a82d323ca8e4f358a750af658b4eeb2 for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:34:36.034994 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-39ef5cb7-7a3f-48a4-b600-bc5190883461 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8872629'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:36.054731 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-cd918fa9-0b09-4b8a-8a4e-721138f53d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbf49708-718a-49cb-bf29-d93fb2eeca22', 'name': 'tempest-TestMinimumBasicScenario-1527024612-router', 'tenant_id': 'c5f45cd330c34d1a83734eeafdf7678a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': '8ef8e14d-4a8a-4f7f-9b3d-b557a44adcba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:31:28Z', 'updated_at': '2022-03-14T14:34:34Z', 'revision_number': 5, 'project_id': 'c5f45cd330c34d1a83734eeafdf7678a', 'gw_port': {'id': '8ef8e14d-4a8a-4f7f-9b3d-b557a44adcba', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:68:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf49708-718a-49cb-bf29-d93fb2eeca22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:31:29Z', 'updated_at': '2022-03-14T14:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb'}], 'dv-cinder-790535-28-smb', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:34:36.081510 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd918fa9-0b09-4b8a-8a4e-721138f53d35 None None] Checking router: dbf49708-718a-49cb-bf29-d93fb2eeca22 for host: dv-cinder-790535-28-smb {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:34:36.090053 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd918fa9-0b09-4b8a-8a4e-721138f53d35 None None] Routers {'dbf49708-718a-49cb-bf29-d93fb2eeca22'} bound to L3 agent in host dv-cinder-790535-28-smb {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:34:36.090664 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-cd918fa9-0b09-4b8a-8a4e-721138f53d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-14T14:20:13Z,description=,heartbeat_timestamp=2022-03-14T14:34:13Z,host='dv-cinder-790535-28-smb',id=3a20f343-fbae-42b4-9bd9-ea7570b5f761,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:20:14Z,topic='l3_agent')) {'router_ids': ['dbf49708-718a-49cb-bf29-d93fb2eeca22'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:34:36.214393 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d206e-38b6-4609-a168-0edecff8bac6 admin admin] Deleting port 8ef8e14d-4a8a-4f7f-9b3d-b557a44adcba {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:34:36.218757 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dc6d206e-38b6-4609-a168-0edecff8bac6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744330222830'] for port (8ef8e14d-4a8a-4f7f-9b3d-b557a44adcba), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:36.386145 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-cd918fa9-0b09-4b8a-8a4e-721138f53d35 None None] Set router dbf49708-718a-49cb-bf29-d93fb2eeca22 gateway port host: dv-cinder-790535-28-smb {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:34:36.407531 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-dc6d206e-38b6-4609-a168-0edecff8bac6 admin admin] For port 8ef8e14d-4a8a-4f7f-9b3d-b557a44adcba, host dv-cinder-790535-28-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-smb',level=0,port_id=8ef8e14d-4a8a-4f7f-9b3d-b557a44adcba,segment=NetworkSegment(bce16b83-cd05-4f93-adb0-46e63864be13),segment_id=bce16b83-cd05-4f93-adb0-46e63864be13)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:34:36.407531 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dc6d206e-38b6-4609-a168-0edecff8bac6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982366'] for port (8ef8e14d-4a8a-4f7f-9b3d-b557a44adcba), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:36.454545 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d206e-38b6-4609-a168-0edecff8bac6 admin admin] Calling delete_port for 8ef8e14d-4a8a-4f7f-9b3d-b557a44adcba owned by network:router_gateway {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:34:36.484629 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-39ef5cb7-7a3f-48a4-b600-bc5190883461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9848222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8872603'] for subnet (552817ad-4405-41ef-9fca-99665a7d7043), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:36.548876 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acae2348-9c28-4859-944a-62ed300de812 req-cd686360-2616-40dc-b2b6-56816b28c899 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:36.551237 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-acae2348-9c28-4859-944a-62ed300de812 req-cd686360-2616-40dc-b2b6-56816b28c899 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.58 "GET /v2.0/ports?device_id=51d99f90-7b74-4cd7-938b-4ac0ea805fae HTTP/1.1" status: 200 len: 944 time: 0.1778996 Mar 14 14:34:36.626459 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ef5cb7-7a3f-48a4-b600-bc5190883461 admin admin] Pushing event updated for resources: {'Subnet': ['ID=552817ad-4405-41ef-9fca-99665a7d7043,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:36.649569 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ef5cb7-7a3f-48a4-b600-bc5190883461 admin admin] Checking segment: {'id': '2e71eb14-5578-4214-b785-a17f91764def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5d4a8694-0239-4e2f-aa18-849c2487601b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:34:36.650256 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ef5cb7-7a3f-48a4-b600-bc5190883461 admin admin] Network hostable DHCP agents. Network: 5d4a8694-0239-4e2f-aa18-849c2487601b, hostable agents: ['cdfaf928-5960-4f26-8f0f-a06a7779780c'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 14:34:36.675411 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-acae2348-9c28-4859-944a-62ed300de812 req-9082096d-ab3d-493c-9e31-c32e69ef54ea tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.58 "GET /v2.0/security-groups?id=7095509f-4701-4a3a-aad9-967f36f293d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156993 Mar 14 14:34:36.693949 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-cd918fa9-0b09-4b8a-8a4e-721138f53d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbf49708-718a-49cb-bf29-d93fb2eeca22', 'name': 'tempest-TestMinimumBasicScenario-1527024612-router', 'tenant_id': 'c5f45cd330c34d1a83734eeafdf7678a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': '8ef8e14d-4a8a-4f7f-9b3d-b557a44adcba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:31:28Z', 'updated_at': '2022-03-14T14:34:34Z', 'revision_number': 5, 'project_id': 'c5f45cd330c34d1a83734eeafdf7678a', 'gw_port': {'id': '8ef8e14d-4a8a-4f7f-9b3d-b557a44adcba', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:68:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf49708-718a-49cb-bf29-d93fb2eeca22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:31:29Z', 'updated_at': '2022-03-14T14:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb'}], 'dv-cinder-790535-28-smb', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:34:36.730759 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd918fa9-0b09-4b8a-8a4e-721138f53d35 None None] The sync data for ids ['dbf49708-718a-49cb-bf29-d93fb2eeca22'] in dv-cinder-790535-28-smb is: [{'id': 'dbf49708-718a-49cb-bf29-d93fb2eeca22', 'name': 'tempest-TestMinimumBasicScenario-1527024612-router', 'tenant_id': 'c5f45cd330c34d1a83734eeafdf7678a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': '8ef8e14d-4a8a-4f7f-9b3d-b557a44adcba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:31:28Z', 'updated_at': '2022-03-14T14:34:34Z', 'revision_number': 5, 'project_id': 'c5f45cd330c34d1a83734eeafdf7678a', 'gw_port': {'id': '8ef8e14d-4a8a-4f7f-9b3d-b557a44adcba', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:68:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf49708-718a-49cb-bf29-d93fb2eeca22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:31:29Z', 'updated_at': '2022-03-14T14:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb'}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:34:36.763361 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ef5cb7-7a3f-48a4-b600-bc5190883461 admin admin] Network 5d4a8694-0239-4e2f-aa18-849c2487601b is scheduled to be hosted by DHCP agent cdfaf928-5960-4f26-8f0f-a06a7779780c with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 14:34:36.861307 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-39ef5cb7-7a3f-48a4-b600-bc5190883461 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-28-smb, 5d4a8694-0239-4e2f-aa18-849c2487601b) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:34:36.866911 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ef5cb7-7a3f-48a4-b600-bc5190883461 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:36.869325 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-39ef5cb7-7a3f-48a4-b600-bc5190883461 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:36.872552 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e88e7a3-cd40-4deb-a31b-050401e23390 None None] Network 5d4a8694-0239-4e2f-aa18-849c2487601b requested from dv-cinder-790535-28-smb {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 14:34:36.891266 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dc6d206e-38b6-4609-a168-0edecff8bac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744330232405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744329793208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8770621'] for port (8ef8e14d-4a8a-4f7f-9b3d-b557a44adcba), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:36.921118 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d206e-38b6-4609-a168-0edecff8bac6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ef8e14d-4a8a-4f7f-9b3d-b557a44adcba,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:36.989224 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-39ef5cb7-7a3f-48a4-b600-bc5190883461 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3378701 Mar 14 14:34:36.990783 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 37166) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:34:37.000006 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.v2.base [None req-82addbfa-e4e4-46a5-ace2-4ff1e7a46cc0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-705139474-router', 'tenant_id': '9a82d323ca8e4f358a750af658b4eeb2', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b'}}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:34:37.121602 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dc6d206e-38b6-4609-a168-0edecff8bac6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2016498'] for router_gateway (dbf49708-718a-49cb-bf29-d93fb2eeca22), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:37.124000 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-82addbfa-e4e4-46a5-ace2-4ff1e7a46cc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2018839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4718'] for router (b75cf2f1-4138-468d-9e81-4c8e80e022b4), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:37.125707 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-82addbfa-e4e4-46a5-ace2-4ff1e7a46cc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2018979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2016321', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2027734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4711'] for router (b75cf2f1-4138-468d-9e81-4c8e80e022b4), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:37.262121 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-82addbfa-e4e4-46a5-ace2-4ff1e7a46cc0 admin admin] Publish callbacks [] for router_controller (b75cf2f1-4138-468d-9e81-4c8e80e022b4), precommit_add_association {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:37.287433 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab0f481-1fc3-4292-a174-68d1de63a257 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ef9d14b-6dca-58f6-bd72-92fc7d94ae67-5d4a8694-0239-4e2f-aa18-849c2487601b', 'network_id': '5d4a8694-0239-4e2f-aa18-849c2487601b', 'project_id': '9a82d323ca8e4f358a750af658b4eeb2', 'fixed_ips': [{'subnet_id': '552817ad-4405-41ef-9fca-99665a7d7043'}]}} from dv-cinder-790535-28-smb. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 14 14:34:37.288917 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-dab0f481-1fc3-4292-a174-68d1de63a257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:37.307410 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dc6d206e-38b6-4609-a168-0edecff8bac6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2015869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4732'] for router (dbf49708-718a-49cb-bf29-d93fb2eeca22), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:37.308869 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dc6d206e-38b6-4609-a168-0edecff8bac6 admin admin] Publish callbacks [] for router_controller (dbf49708-718a-49cb-bf29-d93fb2eeca22), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:37.319820 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c882d83c-d01e-4001-8c7a-bf8ec3ff3149 req-5d330d63-8494-4037-a992-a82918a8d581 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:37.321500 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-c882d83c-d01e-4001-8c7a-bf8ec3ff3149 req-5d330d63-8494-4037-a992-a82918a8d581 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b99b874-59b9-49da-a366-c0a1bcd0d275 HTTP/1.1" status: 200 len: 945 time: 0.2760322 Mar 14 14:34:37.667514 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-dab0f481-1fc3-4292-a174-68d1de63a257 None None] Allocated IP 172.20.0.2 (5d4a8694-0239-4e2f-aa18-849c2487601b/552817ad-4405-41ef-9fca-99665a7d7043/9a434366-b88f-42e9-8a98-bd2d61fea7df) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:34:37.692395 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Device fbcbe08a-b890-44a2-9df2-3aa331244e2c no longer exists at agent ovs-agent-dv-cinder-790535-28-smb {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:34:37.757660 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] No Port match for: fbcbe08a-b890-44a2-9df2-3aa331244e2c {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 14:34:37.758268 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Device fbcbe08a-b890-44a2-9df2-3aa331244e2c not bound to the agent host dv-cinder-790535-28-smb {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 14:34:37.917312 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Device 67f0d3c4-dc11-4335-b254-f941e2071d0e details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 14:34:37.952744 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-c882d83c-d01e-4001-8c7a-bf8ec3ff3149 req-65823dd1-f41b-4977-978f-f9d456fa8ad3 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a514ccf-fc2a-436b-911d-f5e8466a2121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6139696 Mar 14 14:34:37.957941 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dc6d206e-38b6-4609-a168-0edecff8bac6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2015846'] for router (dbf49708-718a-49cb-bf29-d93fb2eeca22), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:37.959802 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc6d206e-38b6-4609-a168-0edecff8bac6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dbf49708-718a-49cb-bf29-d93fb2eeca22 {{(pid=103766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 14:34:37.969379 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dc6d206e-38b6-4609-a168-0edecff8bac6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:37.972735 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-dc6d206e-38b6-4609-a168-0edecff8bac6 admin admin] 10.222.0.58 "DELETE /v2.0/routers/dbf49708-718a-49cb-bf29-d93fb2eeca22 HTTP/1.1" status: 204 len: 168 time: 2.3439062 Mar 14 14:34:38.028319 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 37172) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:34:38.040695 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-82addbfa-e4e4-46a5-ace2-4ff1e7a46cc0 admin admin] Publish callbacks [] for router_gateway (b75cf2f1-4138-468d-9e81-4c8e80e022b4), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:38.106201 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c051248d-9f6e-4b0c-8524-a8a989936ee5 req-d3dcb8c4-5569-423b-ba22-70dc679d5eac tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:38.115184 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-c051248d-9f6e-4b0c-8524-a8a989936ee5 req-d3dcb8c4-5569-423b-ba22-70dc679d5eac tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.58 "GET /v2.0/ports?device_id=51d99f90-7b74-4cd7-938b-4ac0ea805fae HTTP/1.1" status: 200 len: 944 time: 0.1599953 Mar 14 14:34:38.132325 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ab318be-3eca-4541-8ddf-f8913091df18 admin admin] Deleting subnet 401011dc-5e0a-4f98-9903-0c0e2bfe083a {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 14:34:38.148053 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] For port 67f0d3c4-dc11-4335-b254-f941e2071d0e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=67f0d3c4-dc11-4335-b254-f941e2071d0e,segment=NetworkSegment(05eb4756-2da3-4c70-aee4-7d1765309a16),segment_id=05eb4756-2da3-4c70-aee4-7d1765309a16)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:34:38.163443 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0ab318be-3eca-4541-8ddf-f8913091df18 admin admin] Publish callbacks [] for subnet (401011dc-5e0a-4f98-9903-0c0e2bfe083a), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:38.179800 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Returning: {'device': '67f0d3c4-dc11-4335-b254-f941e2071d0e', 'network_id': '6ddc4596-65f8-45d3-ba54-9a8ed2c0c193', 'port_id': '67f0d3c4-dc11-4335-b254-f941e2071d0e', 'mac_address': 'fa:16:3e:1a:fa:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6f3e4c4-8c5e-45e1-899c-abb308a625a6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 14:34:38.264774 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Current status of the port 67f0d3c4-dc11-4335-b254-f941e2071d0e is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:34:38.265468 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (67f0d3c4-dc11-4335-b254-f941e2071d0e), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:38.272954 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-c051248d-9f6e-4b0c-8524-a8a989936ee5 req-af8b4066-9bbf-479f-b081-3720f01279d0 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.58 "GET /v2.0/security-groups?id=7095509f-4701-4a3a-aad9-967f36f293d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564283 Mar 14 14:34:38.280452 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0ab318be-3eca-4541-8ddf-f8913091df18 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8777057'] for subnet (401011dc-5e0a-4f98-9903-0c0e2bfe083a), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:38.304331 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-dab0f481-1fc3-4292-a174-68d1de63a257 None None] Publish callbacks [] for port (9a434366-b88f-42e9-8a98-bd2d61fea7df), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:38.327284 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67f0d3c4-dc11-4335-b254-f941e2071d0e {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 14:34:38.363420 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] For port 67f0d3c4-dc11-4335-b254-f941e2071d0e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=67f0d3c4-dc11-4335-b254-f941e2071d0e,segment=NetworkSegment(05eb4756-2da3-4c70-aee4-7d1765309a16),segment_id=05eb4756-2da3-4c70-aee4-7d1765309a16)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:34:38.381360 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0ab318be-3eca-4541-8ddf-f8913091df18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999657'] for subnet (401011dc-5e0a-4f98-9903-0c0e2bfe083a), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:38.387729 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-dab0f481-1fc3-4292-a174-68d1de63a257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744329793199'] for port (9a434366-b88f-42e9-8a98-bd2d61fea7df), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:38.433784 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab0f481-1fc3-4292-a174-68d1de63a257 None None] Network 5d4a8694-0239-4e2f-aa18-849c2487601b is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:34:38.444621 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-dab0f481-1fc3-4292-a174-68d1de63a257 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:34:38.452331 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab0f481-1fc3-4292-a174-68d1de63a257 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:34:38.463166 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (67f0d3c4-dc11-4335-b254-f941e2071d0e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:38.482170 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab0f481-1fc3-4292-a174-68d1de63a257 None None] Pushing event updated for resources: {'Port': ['ID=9a434366-b88f-42e9-8a98-bd2d61fea7df,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:38.536834 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0ab318be-3eca-4541-8ddf-f8913091df18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8770578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088460'] for subnet (401011dc-5e0a-4f98-9903-0c0e2bfe083a), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:38.627023 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0ab318be-3eca-4541-8ddf-f8913091df18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632217'] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:38.633504 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-0ab318be-3eca-4541-8ddf-f8913091df18 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/401011dc-5e0a-4f98-9903-0c0e2bfe083a HTTP/1.1" status: 204 len: 168 time: 0.6015985 Mar 14 14:34:38.635117 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab318be-3eca-4541-8ddf-f8913091df18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=401011dc-5e0a-4f98-9903-0c0e2bfe083a,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:38.640872 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff35246-665f-4bb7-a7a8-555de8e4a4f5 None None] Network 3e4a3557-57a5-4d21-92bb-061b2a0f247f requested from dv-cinder-790535-28-smb {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 14:34:38.643860 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 37176) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:34:38.664509 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-dab0f481-1fc3-4292-a174-68d1de63a257 None None] Attempting to bind port 9a434366-b88f-42e9-8a98-bd2d61fea7df on host dv-cinder-790535-28-smb for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:34:38.664884 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-dab0f481-1fc3-4292-a174-68d1de63a257 None None] Attempting to bind port 9a434366-b88f-42e9-8a98-bd2d61fea7df by drivers openvswitch,hyperv on host dv-cinder-790535-28-smb at level 0 using segments [{'id': '2e71eb14-5578-4214-b785-a17f91764def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5d4a8694-0239-4e2f-aa18-849c2487601b'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:34:38.665259 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab0f481-1fc3-4292-a174-68d1de63a257 None None] Attempting to bind port 9a434366-b88f-42e9-8a98-bd2d61fea7df on network 5d4a8694-0239-4e2f-aa18-849c2487601b {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:34:38.702682 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab0f481-1fc3-4292-a174-68d1de63a257 None None] Checking agent: {'id': 'ddc61399-76bc-42cc-9da4-26f2fa974742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-28-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 20, 17), 'started_at': datetime.datetime(2022, 3, 14, 14, 20, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-28-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:34:38.702983 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab0f481-1fc3-4292-a174-68d1de63a257 None None] Checking segment: {'id': '2e71eb14-5578-4214-b785-a17f91764def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5d4a8694-0239-4e2f-aa18-849c2487601b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:34:38.703414 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-dab0f481-1fc3-4292-a174-68d1de63a257 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:38.703826 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab0f481-1fc3-4292-a174-68d1de63a257 None None] Bound using segment: {'id': '2e71eb14-5578-4214-b785-a17f91764def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5d4a8694-0239-4e2f-aa18-849c2487601b'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:34:38.707352 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-dab0f481-1fc3-4292-a174-68d1de63a257 None None] Bound port: 9a434366-b88f-42e9-8a98-bd2d61fea7df, host: dv-cinder-790535-28-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e71eb14-5578-4214-b785-a17f91764def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5d4a8694-0239-4e2f-aa18-849c2487601b'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:34:38.707352 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-dab0f481-1fc3-4292-a174-68d1de63a257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (9a434366-b88f-42e9-8a98-bd2d61fea7df), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:38.737087 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-82addbfa-e4e4-46a5-ace2-4ff1e7a46cc0 admin admin] Publish callbacks [] for router_gateway (b75cf2f1-4138-468d-9e81-4c8e80e022b4), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:38.779412 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Pushing event updated for resources: {'Port': ['ID=67f0d3c4-dc11-4335-b254-f941e2071d0e,revision_number=7']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:38.780563 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-82addbfa-e4e4-46a5-ace2-4ff1e7a46cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:38.792405 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] get_ports_and_sgs() called for port_ids ['67f0d3c4-dc11-4335-b254-f941e2071d0e'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 14:34:38.845959 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-16d99268-e30f-4e42-acd5-59c130178375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-911660'] for network (3e4a3557-57a5-4d21-92bb-061b2a0f247f), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:38.957202 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-16d99268-e30f-4e42-acd5-59c130178375 admin admin] Deleting port c1e902c7-8068-499e-afc1-c9b93c331452 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:34:38.959246 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-16d99268-e30f-4e42-acd5-59c130178375 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744330222830'] for port (c1e902c7-8068-499e-afc1-c9b93c331452), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:38.982422 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-dab0f481-1fc3-4292-a174-68d1de63a257 None None] For port 9a434366-b88f-42e9-8a98-bd2d61fea7df, host dv-cinder-790535-28-smb, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:34:39.009830 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-dab0f481-1fc3-4292-a174-68d1de63a257 None None] For port 9a434366-b88f-42e9-8a98-bd2d61fea7df, host dv-cinder-790535-28-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-smb',level=0,port_id=9a434366-b88f-42e9-8a98-bd2d61fea7df,segment=NetworkSegment(2e71eb14-5578-4214-b785-a17f91764def),segment_id=2e71eb14-5578-4214-b785-a17f91764def)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:34:39.041381 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-82addbfa-e4e4-46a5-ace2-4ff1e7a46cc0 admin admin] Allocated IP 172.28.2.219 (21060e90-61ba-4e92-afb3-f12491c9b56b/3278263d-ed58-402f-9606-a5b3ef606428/f7089ac1-60e8-4225-ad94-1f2daf56b0b9) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:34:39.097876 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-dab0f481-1fc3-4292-a174-68d1de63a257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (9a434366-b88f-42e9-8a98-bd2d61fea7df), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:39.163324 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d612798-298c-468a-8aa7-4e742430413c None None] DHCP port deletion for 3e4a3557-57a5-4d21-92bb-061b2a0f247f request from dv-cinder-790535-28-smb {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 14 14:34:39.191538 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-16d99268-e30f-4e42-acd5-59c130178375 admin admin] For port c1e902c7-8068-499e-afc1-c9b93c331452, host dv-cinder-790535-28-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-smb',level=0,port_id=c1e902c7-8068-499e-afc1-c9b93c331452,segment=NetworkSegment(d3203a6a-b3c3-4cd4-b471-923be8aa373f),segment_id=d3203a6a-b3c3-4cd4-b471-923be8aa373f)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:34:39.192358 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-16d99268-e30f-4e42-acd5-59c130178375 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982366'] for port (c1e902c7-8068-499e-afc1-c9b93c331452), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:39.220197 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-16d99268-e30f-4e42-acd5-59c130178375 admin admin] Calling delete_port for c1e902c7-8068-499e-afc1-c9b93c331452 owned by network:dhcp {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:34:39.273139 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab0f481-1fc3-4292-a174-68d1de63a257 None None] Pushing event updated for resources: {'Port': ['ID=9a434366-b88f-42e9-8a98-bd2d61fea7df,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:39.367225 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-82addbfa-e4e4-46a5-ace2-4ff1e7a46cc0 admin admin] Publish callbacks [] for port (f7089ac1-60e8-4225-ad94-1f2daf56b0b9), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:39.382916 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-6d612798-298c-468a-8aa7-4e742430413c None None] Deleting port c1e902c7-8068-499e-afc1-c9b93c331452 {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:34:39.383394 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6d612798-298c-468a-8aa7-4e742430413c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744330222830'] for port (c1e902c7-8068-499e-afc1-c9b93c331452), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:39.443340 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce89e45d-1ef5-4013-b8eb-f26a8263568a req-cdd311ff-3a18-460c-b422-408528dea0b6 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:39.447258 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-ce89e45d-1ef5-4013-b8eb-f26a8263568a req-cdd311ff-3a18-460c-b422-408528dea0b6 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b99b874-59b9-49da-a366-c0a1bcd0d275 HTTP/1.1" status: 200 len: 945 time: 0.3240061 Mar 14 14:34:39.498878 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-6d612798-298c-468a-8aa7-4e742430413c None None] For port c1e902c7-8068-499e-afc1-c9b93c331452, host dv-cinder-790535-28-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-smb',level=0,port_id=c1e902c7-8068-499e-afc1-c9b93c331452,segment=NetworkSegment(d3203a6a-b3c3-4cd4-b471-923be8aa373f),segment_id=d3203a6a-b3c3-4cd4-b471-923be8aa373f)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:34:39.499367 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6d612798-298c-468a-8aa7-4e742430413c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982366'] for port (c1e902c7-8068-499e-afc1-c9b93c331452), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:39.520989 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-16d99268-e30f-4e42-acd5-59c130178375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744330232405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744329793208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8770621'] for port (c1e902c7-8068-499e-afc1-c9b93c331452), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:39.521114 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-6d612798-298c-468a-8aa7-4e742430413c None None] Calling delete_port for c1e902c7-8068-499e-afc1-c9b93c331452 owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:34:39.529593 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-82addbfa-e4e4-46a5-ace2-4ff1e7a46cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744329793199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9848306'] for port (f7089ac1-60e8-4225-ad94-1f2daf56b0b9), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:39.607842 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d99268-e30f-4e42-acd5-59c130178375 admin admin] No DVR routers for this DVR port c1e902c7-8068-499e-afc1-c9b93c331452 on host dv-cinder-790535-28-smb {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 14:34:39.713959 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82addbfa-e4e4-46a5-ace2-4ff1e7a46cc0 admin admin] Pushing event updated for resources: {'Port': ['ID=f7089ac1-60e8-4225-ad94-1f2daf56b0b9,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:39.717972 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82addbfa-e4e4-46a5-ace2-4ff1e7a46cc0 admin admin] Network 21060e90-61ba-4e92-afb3-f12491c9b56b is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:34:39.747168 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-82addbfa-e4e4-46a5-ace2-4ff1e7a46cc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:34:39.761533 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82addbfa-e4e4-46a5-ace2-4ff1e7a46cc0 admin admin] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:34:39.782678 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Device c1e902c7-8068-499e-afc1-c9b93c331452 no longer exists at agent ovs-agent-dv-cinder-790535-28-smb {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:34:39.796526 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-16d99268-e30f-4e42-acd5-59c130178375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000466', 'neutron.services.segments.db._delete_segments_for_network-8744330122518'] for network (3e4a3557-57a5-4d21-92bb-061b2a0f247f), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:39.832396 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.services.segments.db [None req-16d99268-e30f-4e42-acd5-59c130178375 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e4a3557-57a5-4d21-92bb-061b2a0f247f']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:34:39.843463 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] No Port match for: c1e902c7-8068-499e-afc1-c9b93c331452 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 14:34:39.843817 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Device c1e902c7-8068-499e-afc1-c9b93c331452 not bound to the agent host dv-cinder-790535-28-smb {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 14:34:39.844299 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Device 8ef8e14d-4a8a-4f7f-9b3d-b557a44adcba no longer exists at agent ovs-agent-dv-cinder-790535-28-smb {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:34:39.845313 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.services.segments.db [None req-16d99268-e30f-4e42-acd5-59c130178375 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3203a6a-b3c3-4cd4-b471-923be8aa373f') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:34:39.845789 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.services.segments.db [None req-16d99268-e30f-4e42-acd5-59c130178375 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3203a6a-b3c3-4cd4-b471-923be8aa373f') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:34:39.877191 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-16d99268-e30f-4e42-acd5-59c130178375 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744330120735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8777066'] for segment (d3203a6a-b3c3-4cd4-b471-923be8aa373f), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:39.901489 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] No Port match for: 8ef8e14d-4a8a-4f7f-9b3d-b557a44adcba {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 14:34:39.902067 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Device 8ef8e14d-4a8a-4f7f-9b3d-b557a44adcba not bound to the agent host dv-cinder-790535-28-smb {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 14:34:39.930897 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-ce89e45d-1ef5-4013-b8eb-f26a8263568a req-1bfa7ec4-0f7e-49b8-b277-29036dc7401f tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a514ccf-fc2a-436b-911d-f5e8466a2121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4631648 Mar 14 14:34:39.931722 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d99268-e30f-4e42-acd5-59c130178375 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1e902c7-8068-499e-afc1-c9b93c331452,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:39.948676 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-16d99268-e30f-4e42-acd5-59c130178375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011900'] for segment (d3203a6a-b3c3-4cd4-b471-923be8aa373f), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:39.965187 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6d612798-298c-468a-8aa7-4e742430413c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744330232405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744329793208'] for port (c1e902c7-8068-499e-afc1-c9b93c331452), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:39.988104 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a233749-f54a-4734-823a-d90da6f0bd04 req-afc20cb7-4420-49c4-b11e-06d60bd03f41 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:39.989788 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-9a233749-f54a-4734-823a-d90da6f0bd04 req-afc20cb7-4420-49c4-b11e-06d60bd03f41 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.58 "GET /v2.0/ports?device_id=51d99f90-7b74-4cd7-938b-4ac0ea805fae HTTP/1.1" status: 200 len: 945 time: 0.5415819 Mar 14 14:34:39.995575 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16d99268-e30f-4e42-acd5-59c130178375 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 14:34:39.996328 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-16d99268-e30f-4e42-acd5-59c130178375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8771020'] for segment (d3203a6a-b3c3-4cd4-b471-923be8aa373f), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:39.998531 dv-cinder-790535-28-smb neutron-server[103766]: Traceback (most recent call last): Mar 14 14:34:39.998531 dv-cinder-790535-28-smb neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 14:34:39.998531 dv-cinder-790535-28-smb neutron-server[103766]: timer() Mar 14 14:34:39.998531 dv-cinder-790535-28-smb neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 14:34:39.998531 dv-cinder-790535-28-smb neutron-server[103766]: cb(*args, **kw) Mar 14 14:34:39.998531 dv-cinder-790535-28-smb neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 14:34:39.998531 dv-cinder-790535-28-smb neutron-server[103766]: return func(*args, **kwargs) Mar 14 14:34:39.998531 dv-cinder-790535-28-smb neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 14:34:39.998531 dv-cinder-790535-28-smb neutron-server[103766]: self._notify() Mar 14 14:34:39.998531 dv-cinder-790535-28-smb neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 14:34:39.998531 dv-cinder-790535-28-smb neutron-server[103766]: self.callback(batched_events) Mar 14 14:34:39.998531 dv-cinder-790535-28-smb neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 14:34:39.998531 dv-cinder-790535-28-smb neutron-server[103766]: event.method(event) Mar 14 14:34:39.998531 dv-cinder-790535-28-smb neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 14:34:39.998531 dv-cinder-790535-28-smb neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 14:34:39.998531 dv-cinder-790535-28-smb neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 14:34:39.998531 dv-cinder-790535-28-smb neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 14:34:39.998531 dv-cinder-790535-28-smb neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 14:34:39.998531 dv-cinder-790535-28-smb neutron-server[103766]: return f(self, *a, **k) Mar 14 14:34:39.998531 dv-cinder-790535-28-smb neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 14:34:39.998531 dv-cinder-790535-28-smb neutron-server[103766]: return self._get(url).json() Mar 14 14:34:39.998531 dv-cinder-790535-28-smb neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 14:34:39.998531 dv-cinder-790535-28-smb neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 14:34:39.998531 dv-cinder-790535-28-smb neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 14:34:39.998531 dv-cinder-790535-28-smb neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 14 14:34:39.998531 dv-cinder-790535-28-smb neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 14:34:39.998531 dv-cinder-790535-28-smb neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 14:34:39.998531 dv-cinder-790535-28-smb neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 14:34:39.998531 dv-cinder-790535-28-smb neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 14:34:39.998531 dv-cinder-790535-28-smb neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 14:34:39.998531 dv-cinder-790535-28-smb neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 14:34:39.998531 dv-cinder-790535-28-smb neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 14:34:40.071981 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d612798-298c-468a-8aa7-4e742430413c None None] Pushing event deleted for resources: {'Port': ['ID=c1e902c7-8068-499e-afc1-c9b93c331452,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:40.099892 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d612798-298c-468a-8aa7-4e742430413c None None] No DVR routers for this DVR port c1e902c7-8068-499e-afc1-c9b93c331452 on host dv-cinder-790535-28-smb {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 14:34:40.165333 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-9a233749-f54a-4734-823a-d90da6f0bd04 req-8843ba3a-90ac-4289-898a-3ff6b01a84c6 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.58 "GET /v2.0/security-groups?id=7095509f-4701-4a3a-aad9-967f36f293d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1657279 Mar 14 14:34:40.269357 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-16d99268-e30f-4e42-acd5-59c130178375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2016470'] for network (3e4a3557-57a5-4d21-92bb-061b2a0f247f), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:40.282488 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-16d99268-e30f-4e42-acd5-59c130178375 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632217'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:40.293403 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-16d99268-e30f-4e42-acd5-59c130178375 admin admin] 10.222.0.58 "DELETE /v2.0/networks/3e4a3557-57a5-4d21-92bb-061b2a0f247f HTTP/1.1" status: 204 len: 168 time: 1.6401815 Mar 14 14:34:40.293403 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 37184) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:34:40.358529 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d99268-e30f-4e42-acd5-59c130178375 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e4a3557-57a5-4d21-92bb-061b2a0f247f,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:40.501706 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-82addbfa-e4e4-46a5-ace2-4ff1e7a46cc0 admin admin] Publish callbacks [] for router_gateway (b75cf2f1-4138-468d-9e81-4c8e80e022b4), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:40.735182 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6f96c4fa-59ce-4eb4-a33f-28b4e8a71cea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (cdfaf928-5960-4f26-8f0f-a06a7779780c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:40.789121 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2acc870-e303-4f8e-afdb-b79a42c7d332 None None] Network 5d4a8694-0239-4e2f-aa18-849c2487601b requested from dv-cinder-790535-28-smb {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 14:34:40.889008 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-03099b2e-5fc0-4123-8a76-a37d8dc7b6bb None None] Provisioning complete for port 9a434366-b88f-42e9-8a98-bd2d61fea7df triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:34:40.889391 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-03099b2e-5fc0-4123-8a76-a37d8dc7b6bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (9a434366-b88f-42e9-8a98-bd2d61fea7df), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:40.907495 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-82addbfa-e4e4-46a5-ace2-4ff1e7a46cc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2018988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2016302'] for router (b75cf2f1-4138-468d-9e81-4c8e80e022b4), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:41.093424 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-03099b2e-5fc0-4123-8a76-a37d8dc7b6bb None None] Current status of the port 9a434366-b88f-42e9-8a98-bd2d61fea7df is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:34:41.099591 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-03099b2e-5fc0-4123-8a76-a37d8dc7b6bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (9a434366-b88f-42e9-8a98-bd2d61fea7df), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:41.108434 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3b33ba99-deeb-4438-bf6a-09edb4a1334b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2015432'] for router_interface (a5af2417-190e-4085-b4a9-6d63695863f8), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:41.180112 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-03099b2e-5fc0-4123-8a76-a37d8dc7b6bb None None] For port 9a434366-b88f-42e9-8a98-bd2d61fea7df, host dv-cinder-790535-28-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-smb',level=0,port_id=9a434366-b88f-42e9-8a98-bd2d61fea7df,segment=NetworkSegment(2e71eb14-5578-4214-b785-a17f91764def),segment_id=2e71eb14-5578-4214-b785-a17f91764def)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:34:41.231520 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82addbfa-e4e4-46a5-ace2-4ff1e7a46cc0 admin admin] Router b75cf2f1-4138-468d-9e81-4c8e80e022b4 is scheduled to L3 agent 3a20f343-fbae-42b4-9bd9-ea7570b5f761 with binding_index 1 {{(pid=103767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 14:34:41.260467 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-03099b2e-5fc0-4123-8a76-a37d8dc7b6bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (9a434366-b88f-42e9-8a98-bd2d61fea7df), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:41.373512 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03099b2e-5fc0-4123-8a76-a37d8dc7b6bb None None] Pushing event updated for resources: {'Port': ['ID=9a434366-b88f-42e9-8a98-bd2d61fea7df,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:41.438879 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767e3da8-65b6-419a-8847-ce8d520c1ba0 req-72247acf-3558-44b3-b781-730bc7fce186 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:41.441377 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-767e3da8-65b6-419a-8847-ce8d520c1ba0 req-72247acf-3558-44b3-b781-730bc7fce186 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b99b874-59b9-49da-a366-c0a1bcd0d275 HTTP/1.1" status: 200 len: 945 time: 0.3416483 Mar 14 14:34:41.498088 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82addbfa-e4e4-46a5-ace2-4ff1e7a46cc0 admin admin] Notify agent at l3_agent.dv-cinder-790535-28-smb the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:34:41.507588 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-00263f94-a392-4d7a-92ba-47f9b9d8e7f1 None None] Provisioning complete for port 9a434366-b88f-42e9-8a98-bd2d61fea7df triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:34:41.509476 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-00263f94-a392-4d7a-92ba-47f9b9d8e7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (9a434366-b88f-42e9-8a98-bd2d61fea7df), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:41.590941 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4df68d-b727-4bb7-9926-23be4103c855 None None] Sync routers for ids ['b75cf2f1-4138-468d-9e81-4c8e80e022b4'] in dv-cinder-790535-28-smb {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:34:41.591399 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-767e3da8-65b6-419a-8847-ce8d520c1ba0 req-c4b96b1d-7b0e-439b-acb7-9906afed9370 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a514ccf-fc2a-436b-911d-f5e8466a2121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291420 Mar 14 14:34:41.610973 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f126ac-a72a-4727-b60b-c9a340fb355e req-6820113d-2ad3-484e-8383-b6adb7cbfc75 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:41.613342 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-b7f126ac-a72a-4727-b60b-c9a340fb355e req-6820113d-2ad3-484e-8383-b6adb7cbfc75 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.58 "GET /v2.0/ports?device_id=51d99f90-7b74-4cd7-938b-4ac0ea805fae HTTP/1.1" status: 200 len: 945 time: 0.3257492 Mar 14 14:34:41.639811 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4df68d-b727-4bb7-9926-23be4103c855 None None] Routers {'b75cf2f1-4138-468d-9e81-4c8e80e022b4'} bound to L3 agent in host dv-cinder-790535-28-smb {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:34:41.640593 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-5a4df68d-b727-4bb7-9926-23be4103c855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-14T14:20:13Z,description=,heartbeat_timestamp=2022-03-14T14:34:13Z,host='dv-cinder-790535-28-smb',id=3a20f343-fbae-42b4-9bd9-ea7570b5f761,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:20:14Z,topic='l3_agent')) {'router_ids': ['b75cf2f1-4138-468d-9e81-4c8e80e022b4'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:34:41.701754 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-00263f94-a392-4d7a-92ba-47f9b9d8e7f1 None None] Current status of the port 9a434366-b88f-42e9-8a98-bd2d61fea7df is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:34:41.713272 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-b7f126ac-a72a-4727-b60b-c9a340fb355e req-fce48f23-2ccd-4ebc-a635-9b8ac32d7e87 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.58 "GET /v2.0/security-groups?id=7095509f-4701-4a3a-aad9-967f36f293d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897567 Mar 14 14:34:41.720239 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Device 9a434366-b88f-42e9-8a98-bd2d61fea7df up at agent ovs-agent-dv-cinder-790535-28-smb {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:34:41.779601 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-3b33ba99-deeb-4438-bf6a-09edb4a1334b admin admin] Deleting port 6976d242-1484-4b19-8a1a-1cfbb31a58b9 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:34:41.779949 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3b33ba99-deeb-4438-bf6a-09edb4a1334b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744330222830'] for port (6976d242-1484-4b19-8a1a-1cfbb31a58b9), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:41.843802 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-5a4df68d-b727-4bb7-9926-23be4103c855 None None] Set router b75cf2f1-4138-468d-9e81-4c8e80e022b4 gateway port host: dv-cinder-790535-28-smb {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:34:41.876410 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-82addbfa-e4e4-46a5-ace2-4ff1e7a46cc0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:41.878480 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-82addbfa-e4e4-46a5-ace2-4ff1e7a46cc0 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.8863459 Mar 14 14:34:41.881671 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 37192) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:34:41.884076 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-3b33ba99-deeb-4438-bf6a-09edb4a1334b admin admin] For port 6976d242-1484-4b19-8a1a-1cfbb31a58b9, host dv-cinder-790535-28-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-smb',level=0,port_id=6976d242-1484-4b19-8a1a-1cfbb31a58b9,segment=NetworkSegment(cf62766e-0499-427a-aadb-2bf693907fd2),segment_id=cf62766e-0499-427a-aadb-2bf693907fd2)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:34:41.884455 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3b33ba99-deeb-4438-bf6a-09edb4a1334b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982366'] for port (6976d242-1484-4b19-8a1a-1cfbb31a58b9), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:41.905459 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-3b33ba99-deeb-4438-bf6a-09edb4a1334b admin admin] Calling delete_port for 6976d242-1484-4b19-8a1a-1cfbb31a58b9 owned by network:router_interface {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:34:41.918156 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Provisioning complete for port 9a434366-b88f-42e9-8a98-bd2d61fea7df triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:34:41.918550 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (9a434366-b88f-42e9-8a98-bd2d61fea7df), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:42.214901 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Device 67f0d3c4-dc11-4335-b254-f941e2071d0e up at agent hyperv_hv-cinder-79053 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:34:42.334926 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3b33ba99-deeb-4438-bf6a-09edb4a1334b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744330232405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744329793208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8770621'] for port (6976d242-1484-4b19-8a1a-1cfbb31a58b9), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:42.410773 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b33ba99-deeb-4438-bf6a-09edb4a1334b admin admin] Pushing event deleted for resources: {'Port': ['ID=6976d242-1484-4b19-8a1a-1cfbb31a58b9,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:42.436556 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Provisioning complete for port 67f0d3c4-dc11-4335-b254-f941e2071d0e triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:34:42.436556 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (67f0d3c4-dc11-4335-b254-f941e2071d0e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:42.496433 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Current status of the port 9a434366-b88f-42e9-8a98-bd2d61fea7df is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:34:42.567813 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f9146a97-2d33-4bb8-9c43-9ad895b69826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:42.608484 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-5a4df68d-b727-4bb7-9926-23be4103c855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'name': 'tempest-AttachVolumeNegativeTest-705139474-router', 'tenant_id': '9a82d323ca8e4f358a750af658b4eeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.219'}], 'enable_snat': True}, 'gw_port_id': 'f7089ac1-60e8-4225-ad94-1f2daf56b0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:34:37Z', 'updated_at': '2022-03-14T14:34:40Z', 'revision_number': 3, 'project_id': '9a82d323ca8e4f358a750af658b4eeb2', 'gw_port': {'id': 'f7089ac1-60e8-4225-ad94-1f2daf56b0b9', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:24:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:34:38Z', 'updated_at': '2022-03-14T14:34:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb'}], 'dv-cinder-790535-28-smb', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:34:42.691463 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4df68d-b727-4bb7-9926-23be4103c855 None None] Checking router: b75cf2f1-4138-468d-9e81-4c8e80e022b4 for host: dv-cinder-790535-28-smb {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:34:42.691684 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4df68d-b727-4bb7-9926-23be4103c855 None None] Updating router b75cf2f1-4138-468d-9e81-4c8e80e022b4 port f7089ac1-60e8-4225-ad94-1f2daf56b0b9 binding host dv-cinder-790535-28-smb {{(pid=103768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 14:34:42.757714 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3b33ba99-deeb-4438-bf6a-09edb4a1334b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2016088'] for router_interface (a5af2417-190e-4085-b4a9-6d63695863f8), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:42.767100 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Current status of the port 67f0d3c4-dc11-4335-b254-f941e2071d0e is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:34:42.770491 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (67f0d3c4-dc11-4335-b254-f941e2071d0e), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:42.843638 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51d99f90-7b74-4cd7-938b-4ac0ea805fae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67f0d3c4-dc11-4335-b254-f941e2071d0e'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:34:42.847921 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b7ebcd0391bc29bcab12edcb0ac311dc480f3a51940d576a7fcfe4e03a4514e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b75cffe-0edd-40be-aba2-a6d5b7061831" -d '{"events": [{"server_uuid": "51d99f90-7b74-4cd7-938b-4ac0ea805fae", "name": "network-vif-plugged", "status": "completed", "tag": "67f0d3c4-dc11-4335-b254-f941e2071d0e"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:34:42.862971 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-f9146a97-2d33-4bb8-9c43-9ad895b69826 admin admin] Allocated IP 172.20.0.1 (5d4a8694-0239-4e2f-aa18-849c2487601b/552817ad-4405-41ef-9fca-99665a7d7043/8f12d4c0-cbb3-4f08-837a-423adb8783f1) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:34:42.863301 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5a4df68d-b727-4bb7-9926-23be4103c855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (f7089ac1-60e8-4225-ad94-1f2daf56b0b9), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:42.873389 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] For port 67f0d3c4-dc11-4335-b254-f941e2071d0e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=67f0d3c4-dc11-4335-b254-f941e2071d0e,segment=NetworkSegment(05eb4756-2da3-4c70-aee4-7d1765309a16),segment_id=05eb4756-2da3-4c70-aee4-7d1765309a16)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:34:43.003382 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f9146a97-2d33-4bb8-9c43-9ad895b69826 admin admin] Publish callbacks [] for port (8f12d4c0-cbb3-4f08-837a-423adb8783f1), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:43.004449 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (67f0d3c4-dc11-4335-b254-f941e2071d0e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:43.039467 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8595f67-24a5-478b-b57b-64383f0619fd req-5213d43d-8fe2-446b-97b5-d92485207239 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:43.041049 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-e8595f67-24a5-478b-b57b-64383f0619fd req-5213d43d-8fe2-446b-97b5-d92485207239 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b99b874-59b9-49da-a366-c0a1bcd0d275 HTTP/1.1" status: 200 len: 945 time: 0.2653763 Mar 14 14:34:43.056431 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b731307c-b3da-442e-8115-0db7a9876436 req-a5a67715-1738-49fc-b3b2-60267cec1900 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:43.058067 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-b731307c-b3da-442e-8115-0db7a9876436 req-a5a67715-1738-49fc-b3b2-60267cec1900 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.58 "GET /v2.0/ports?device_id=51d99f90-7b74-4cd7-938b-4ac0ea805fae HTTP/1.1" status: 200 len: 945 time: 0.1734505 Mar 14 14:34:43.102311 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Pushing event updated for resources: {'Port': ['ID=67f0d3c4-dc11-4335-b254-f941e2071d0e,revision_number=8']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:43.113314 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f9146a97-2d33-4bb8-9c43-9ad895b69826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744329793199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9848306'] for port (8f12d4c0-cbb3-4f08-837a-423adb8783f1), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:43.191134 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9146a97-2d33-4bb8-9c43-9ad895b69826 admin admin] Network 5d4a8694-0239-4e2f-aa18-849c2487601b is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:34:43.194591 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-f9146a97-2d33-4bb8-9c43-9ad895b69826 admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:34:43.203616 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9146a97-2d33-4bb8-9c43-9ad895b69826 admin admin] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:34:43.241351 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9146a97-2d33-4bb8-9c43-9ad895b69826 admin admin] Pushing event updated for resources: {'Port': ['ID=8f12d4c0-cbb3-4f08-837a-423adb8783f1,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:43.276544 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f9146a97-2d33-4bb8-9c43-9ad895b69826 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2015297'] for router_interface (b75cf2f1-4138-468d-9e81-4c8e80e022b4), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:43.279655 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-7cc03168-5b92-4c0f-beda-5c3f74911a91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (3a20f343-fbae-42b4-9bd9-ea7570b5f761), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:43.332604 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5a4df68d-b727-4bb7-9926-23be4103c855 None None] Publish callbacks [] for port (f7089ac1-60e8-4225-ad94-1f2daf56b0b9), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:43.410299 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5a4df68d-b727-4bb7-9926-23be4103c855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (f7089ac1-60e8-4225-ad94-1f2daf56b0b9), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:43.530988 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-5a4df68d-b727-4bb7-9926-23be4103c855 None None] Attempting to bind port f7089ac1-60e8-4225-ad94-1f2daf56b0b9 on host dv-cinder-790535-28-smb for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:34:43.531579 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-5a4df68d-b727-4bb7-9926-23be4103c855 None None] Attempting to bind port f7089ac1-60e8-4225-ad94-1f2daf56b0b9 by drivers openvswitch,hyperv on host dv-cinder-790535-28-smb at level 0 using segments [{'id': 'bce16b83-cd05-4f93-adb0-46e63864be13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:34:43.531579 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4df68d-b727-4bb7-9926-23be4103c855 None None] Attempting to bind port f7089ac1-60e8-4225-ad94-1f2daf56b0b9 on network 21060e90-61ba-4e92-afb3-f12491c9b56b {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:34:43.539525 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ef54dc-b41f-4630-b852-2f74ef1a1957 None None] Pushing event updated for resources: {'Port': ['ID=f7089ac1-60e8-4225-ad94-1f2daf56b0b9,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:43.562888 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4df68d-b727-4bb7-9926-23be4103c855 None None] Checking agent: {'id': 'ddc61399-76bc-42cc-9da4-26f2fa974742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-28-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 20, 17), 'started_at': datetime.datetime(2022, 3, 14, 14, 20, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-28-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:34:43.562888 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4df68d-b727-4bb7-9926-23be4103c855 None None] Checking segment: {'id': 'bce16b83-cd05-4f93-adb0-46e63864be13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:34:43.568054 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5a4df68d-b727-4bb7-9926-23be4103c855 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:43.568923 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4df68d-b727-4bb7-9926-23be4103c855 None None] Bound using segment: {'id': 'bce16b83-cd05-4f93-adb0-46e63864be13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:34:43.570010 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-5a4df68d-b727-4bb7-9926-23be4103c855 None None] Bound port: f7089ac1-60e8-4225-ad94-1f2daf56b0b9, host: dv-cinder-790535-28-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce16b83-cd05-4f93-adb0-46e63864be13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:34:43.570726 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5a4df68d-b727-4bb7-9926-23be4103c855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (f7089ac1-60e8-4225-ad94-1f2daf56b0b9), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:43.640625 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-b731307c-b3da-442e-8115-0db7a9876436 req-0ddd97cf-1665-4ace-88af-09ee563fb305 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.58 "GET /v2.0/security-groups?id=7095509f-4701-4a3a-aad9-967f36f293d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5625424 Mar 14 14:34:43.673493 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-e8595f67-24a5-478b-b57b-64383f0619fd req-7c4b8d72-4cfe-4b70-8c80-cb10b927cf01 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a514ccf-fc2a-436b-911d-f5e8466a2121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5995944 Mar 14 14:34:43.673855 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-b969eaf9-b55b-4b40-a14d-77f220921b78 None None] Provisioning complete for port 8f12d4c0-cbb3-4f08-837a-423adb8783f1 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:34:43.674788 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b969eaf9-b55b-4b40-a14d-77f220921b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (8f12d4c0-cbb3-4f08-837a-423adb8783f1), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:43.682196 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f9146a97-2d33-4bb8-9c43-9ad895b69826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (8f12d4c0-cbb3-4f08-837a-423adb8783f1), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:43.722645 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 14:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c0acf00-55f0-4493-a21d-7277e25d8753 x-openstack-request-id: req-1c0acf00-55f0-4493-a21d-7277e25d8753 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:34:43.723005 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51d99f90-7b74-4cd7-938b-4ac0ea805fae", "name": "network-vif-plugged", "status": "completed", "tag": "67f0d3c4-dc11-4335-b254-f941e2071d0e", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:34:43.723312 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1c0acf00-55f0-4493-a21d-7277e25d8753 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:34:43.724242 dv-cinder-790535-28-smb neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51d99f90-7b74-4cd7-938b-4ac0ea805fae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67f0d3c4-dc11-4335-b254-f941e2071d0e', 'code': 200} Mar 14 14:34:43.725430 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-b969eaf9-b55b-4b40-a14d-77f220921b78 None None] Port 8f12d4c0-cbb3-4f08-837a-423adb8783f1 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 14:34:43.765120 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-5a4df68d-b727-4bb7-9926-23be4103c855 None None] For port f7089ac1-60e8-4225-ad94-1f2daf56b0b9, host dv-cinder-790535-28-smb, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:34:43.769144 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-5a4df68d-b727-4bb7-9926-23be4103c855 None None] For port f7089ac1-60e8-4225-ad94-1f2daf56b0b9, host dv-cinder-790535-28-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-smb',level=0,port_id=f7089ac1-60e8-4225-ad94-1f2daf56b0b9,segment=NetworkSegment(bce16b83-cd05-4f93-adb0-46e63864be13),segment_id=bce16b83-cd05-4f93-adb0-46e63864be13)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:34:43.776144 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b33ba99-deeb-4438-bf6a-09edb4a1334b admin admin] Router a5af2417-190e-4085-b4a9-6d63695863f8 has already been hosted by L3 agent 3a20f343-fbae-42b4-9bd9-ea7570b5f761 {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 14:34:43.879043 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5a4df68d-b727-4bb7-9926-23be4103c855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (f7089ac1-60e8-4225-ad94-1f2daf56b0b9), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:43.915132 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b33ba99-deeb-4438-bf6a-09edb4a1334b admin admin] Notify agent at l3_agent.dv-cinder-790535-28-smb the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:34:43.928415 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-3b33ba99-deeb-4438-bf6a-09edb4a1334b admin admin] 10.222.0.58 "PUT /v2.0/routers/a5af2417-190e-4085-b4a9-6d63695863f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6355636 Mar 14 14:34:43.928415 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 37210) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:34:43.945710 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f9146a97-2d33-4bb8-9c43-9ad895b69826 admin admin] Publish callbacks [] for port (8f12d4c0-cbb3-4f08-837a-423adb8783f1), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:43.950135 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c6f583-4f7e-4bb4-8d35-e465a7f8947a None None] Sync routers for ids ['a5af2417-190e-4085-b4a9-6d63695863f8'] in dv-cinder-790535-28-smb {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:34:43.950759 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4df68d-b727-4bb7-9926-23be4103c855 None None] Routers {'b75cf2f1-4138-468d-9e81-4c8e80e022b4'} bound to L3 agent in host dv-cinder-790535-28-smb {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:34:43.951116 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-5a4df68d-b727-4bb7-9926-23be4103c855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T14:20:13Z,description=,heartbeat_timestamp=2022-03-14T14:34:43Z,host='dv-cinder-790535-28-smb',id=3a20f343-fbae-42b4-9bd9-ea7570b5f761,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:20:14Z,topic='l3_agent')) {'router_ids': ['b75cf2f1-4138-468d-9e81-4c8e80e022b4'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:34:43.974187 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c6f583-4f7e-4bb4-8d35-e465a7f8947a None None] Routers {'a5af2417-190e-4085-b4a9-6d63695863f8'} bound to L3 agent in host dv-cinder-790535-28-smb {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:34:43.975057 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-c0c6f583-4f7e-4bb4-8d35-e465a7f8947a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T14:20:13Z,description=,heartbeat_timestamp=2022-03-14T14:34:43Z,host='dv-cinder-790535-28-smb',id=3a20f343-fbae-42b4-9bd9-ea7570b5f761,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:20:14Z,topic='l3_agent')) {'router_ids': ['a5af2417-190e-4085-b4a9-6d63695863f8'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:34:44.008242 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ef54dc-b41f-4630-b852-2f74ef1a1957 None None] Pushing event updated for resources: {'Port': ['ID=f7089ac1-60e8-4225-ad94-1f2daf56b0b9,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:44.060955 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f9146a97-2d33-4bb8-9c43-9ad895b69826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9848299'] for port (8f12d4c0-cbb3-4f08-837a-423adb8783f1), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:44.119853 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-5a4df68d-b727-4bb7-9926-23be4103c855 None None] Set router b75cf2f1-4138-468d-9e81-4c8e80e022b4 gateway port host: dv-cinder-790535-28-smb {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:34:44.169083 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-be8d9f92-cff7-41dd-a4f2-bb256cb0cb5a admin admin] Publish callbacks [] for router (a5af2417-190e-4085-b4a9-6d63695863f8), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:44.233072 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9146a97-2d33-4bb8-9c43-9ad895b69826 admin admin] Pushing event updated for resources: {'Port': ['ID=8f12d4c0-cbb3-4f08-837a-423adb8783f1,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:44.249534 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f9146a97-2d33-4bb8-9c43-9ad895b69826 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2015469'] for router_interface (b75cf2f1-4138-468d-9e81-4c8e80e022b4), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:44.273816 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-c0c6f583-4f7e-4bb4-8d35-e465a7f8947a None None] Set router a5af2417-190e-4085-b4a9-6d63695863f8 gateway port host: dv-cinder-790535-28-smb {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:34:44.299895 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a146490c-ff92-4613-9f92-c1b2a011b456 req-bb212797-982b-4994-8dff-1ee29c6985d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:44.301845 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-a146490c-ff92-4613-9f92-c1b2a011b456 req-bb212797-982b-4994-8dff-1ee29c6985d8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=51d99f90-7b74-4cd7-938b-4ac0ea805fae HTTP/1.1" status: 200 len: 1130 time: 0.1879992 Mar 14 14:34:44.421378 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1359c12f-9f02-429e-8c66-1d1d1dbe42c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (105db0a1-84b9-47b6-91eb-e578cb139bff), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:44.428029 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-be8d9f92-cff7-41dd-a4f2-bb256cb0cb5a admin admin] Publish callbacks [] for router_gateway (a5af2417-190e-4085-b4a9-6d63695863f8), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:44.458408 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-a146490c-ff92-4613-9f92-c1b2a011b456 req-331a15d3-3ea2-402c-9259-e2ae2a7a3e26 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7095509f-4701-4a3a-aad9-967f36f293d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469436 Mar 14 14:34:44.480164 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-5a4df68d-b727-4bb7-9926-23be4103c855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'name': 'tempest-AttachVolumeNegativeTest-705139474-router', 'tenant_id': '9a82d323ca8e4f358a750af658b4eeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.219'}], 'enable_snat': True}, 'gw_port_id': 'f7089ac1-60e8-4225-ad94-1f2daf56b0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:34:37Z', 'updated_at': '2022-03-14T14:34:43Z', 'revision_number': 4, 'project_id': '9a82d323ca8e4f358a750af658b4eeb2', 'gw_port': {'id': 'f7089ac1-60e8-4225-ad94-1f2daf56b0b9', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:24:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:34:38Z', 'updated_at': '2022-03-14T14:34:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb', '_interfaces': [{'id': '8f12d4c0-cbb3-4f08-837a-423adb8783f1', 'name': '', 'network_id': '5d4a8694-0239-4e2f-aa18-849c2487601b', 'tenant_id': '9a82d323ca8e4f358a750af658b4eeb2', 'mac_address': 'fa:16:3e:95:0f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '552817ad-4405-41ef-9fca-99665a7d7043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:34:42Z', 'updated_at': '2022-03-14T14:34:42Z', 'revision_number': 1, 'project_id': '9a82d323ca8e4f358a750af658b4eeb2', 'subnets': [{'id': '552817ad-4405-41ef-9fca-99665a7d7043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-smb', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:34:44.501221 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9146a97-2d33-4bb8-9c43-9ad895b69826 admin admin] Network 5d4a8694-0239-4e2f-aa18-849c2487601b is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:34:44.503283 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-f9146a97-2d33-4bb8-9c43-9ad895b69826 admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:34:44.511483 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4df68d-b727-4bb7-9926-23be4103c855 None None] The sync data for ids ['b75cf2f1-4138-468d-9e81-4c8e80e022b4'] in dv-cinder-790535-28-smb is: [{'id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'name': 'tempest-AttachVolumeNegativeTest-705139474-router', 'tenant_id': '9a82d323ca8e4f358a750af658b4eeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.219'}], 'enable_snat': True}, 'gw_port_id': 'f7089ac1-60e8-4225-ad94-1f2daf56b0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:34:37Z', 'updated_at': '2022-03-14T14:34:43Z', 'revision_number': 4, 'project_id': '9a82d323ca8e4f358a750af658b4eeb2', 'gw_port': {'id': 'f7089ac1-60e8-4225-ad94-1f2daf56b0b9', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:24:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:34:38Z', 'updated_at': '2022-03-14T14:34:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb', '_interfaces': [{'id': '8f12d4c0-cbb3-4f08-837a-423adb8783f1', 'name': '', 'network_id': '5d4a8694-0239-4e2f-aa18-849c2487601b', 'tenant_id': '9a82d323ca8e4f358a750af658b4eeb2', 'mac_address': 'fa:16:3e:95:0f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '552817ad-4405-41ef-9fca-99665a7d7043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:34:42Z', 'updated_at': '2022-03-14T14:34:42Z', 'revision_number': 1, 'project_id': '9a82d323ca8e4f358a750af658b4eeb2', 'subnets': [{'id': '552817ad-4405-41ef-9fca-99665a7d7043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:34:44.565864 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-c0c6f583-4f7e-4bb4-8d35-e465a7f8947a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5af2417-190e-4085-b4a9-6d63695863f8', 'name': 'tempest-TestMinimumBasicScenario-730020130-router', 'tenant_id': 'db8993b555fd40e3a3ad9e95cdc99a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.61'}], 'enable_snat': True}, 'gw_port_id': 'a82f4493-ef2c-404e-b562-ac0df8b5a3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:31:40Z', 'updated_at': '2022-03-14T14:34:42Z', 'revision_number': 5, 'project_id': 'db8993b555fd40e3a3ad9e95cdc99a7d', 'gw_port': {'id': 'a82f4493-ef2c-404e-b562-ac0df8b5a3e5', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:70:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5af2417-190e-4085-b4a9-6d63695863f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:31:41Z', 'updated_at': '2022-03-14T14:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb'}], 'dv-cinder-790535-28-smb', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:34:44.617452 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c6f583-4f7e-4bb4-8d35-e465a7f8947a None None] Checking router: a5af2417-190e-4085-b4a9-6d63695863f8 for host: dv-cinder-790535-28-smb {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:34:44.638566 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c6f583-4f7e-4bb4-8d35-e465a7f8947a None None] Routers {'a5af2417-190e-4085-b4a9-6d63695863f8'} bound to L3 agent in host dv-cinder-790535-28-smb {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:34:44.639454 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-c0c6f583-4f7e-4bb4-8d35-e465a7f8947a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T14:20:13Z,description=,heartbeat_timestamp=2022-03-14T14:34:43Z,host='dv-cinder-790535-28-smb',id=3a20f343-fbae-42b4-9bd9-ea7570b5f761,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:20:14Z,topic='l3_agent')) {'router_ids': ['a5af2417-190e-4085-b4a9-6d63695863f8'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:34:44.691374 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9146a97-2d33-4bb8-9c43-9ad895b69826 admin admin] Router b75cf2f1-4138-468d-9e81-4c8e80e022b4 has already been hosted by L3 agent 3a20f343-fbae-42b4-9bd9-ea7570b5f761 {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 14:34:44.706684 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-be8d9f92-cff7-41dd-a4f2-bb256cb0cb5a admin admin] Deleting port a82f4493-ef2c-404e-b562-ac0df8b5a3e5 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:34:44.708990 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-be8d9f92-cff7-41dd-a4f2-bb256cb0cb5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744330222830'] for port (a82f4493-ef2c-404e-b562-ac0df8b5a3e5), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:44.838213 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-c0c6f583-4f7e-4bb4-8d35-e465a7f8947a None None] Set router a5af2417-190e-4085-b4a9-6d63695863f8 gateway port host: None {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:34:44.909933 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9146a97-2d33-4bb8-9c43-9ad895b69826 admin admin] Notify agent at l3_agent.dv-cinder-790535-28-smb the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:34:44.916020 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-f9146a97-2d33-4bb8-9c43-9ad895b69826 admin admin] 10.222.0.58 "PUT /v2.0/routers/b75cf2f1-4138-468d-9e81-4c8e80e022b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0327106 Mar 14 14:34:44.966424 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-c0c6f583-4f7e-4bb4-8d35-e465a7f8947a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5af2417-190e-4085-b4a9-6d63695863f8', 'name': 'tempest-TestMinimumBasicScenario-730020130-router', 'tenant_id': 'db8993b555fd40e3a3ad9e95cdc99a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:31:40Z', 'updated_at': '2022-03-14T14:34:44Z', 'revision_number': 6, 'project_id': 'db8993b555fd40e3a3ad9e95cdc99a7d', 'gw_port_host': None}], 'dv-cinder-790535-28-smb', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:34:45.003530 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-be8d9f92-cff7-41dd-a4f2-bb256cb0cb5a admin admin] For port a82f4493-ef2c-404e-b562-ac0df8b5a3e5, host dv-cinder-790535-28-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-smb',level=0,port_id=a82f4493-ef2c-404e-b562-ac0df8b5a3e5,segment=NetworkSegment(bce16b83-cd05-4f93-adb0-46e63864be13),segment_id=bce16b83-cd05-4f93-adb0-46e63864be13)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:34:45.004086 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-be8d9f92-cff7-41dd-a4f2-bb256cb0cb5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982366'] for port (a82f4493-ef2c-404e-b562-ac0df8b5a3e5), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:45.029659 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-be8d9f92-cff7-41dd-a4f2-bb256cb0cb5a admin admin] Calling delete_port for a82f4493-ef2c-404e-b562-ac0df8b5a3e5 owned by network:router_gateway {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:34:45.062054 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2080b74-789e-476a-9b3f-e8c84664f059 req-5d62528a-2321-47be-917f-74a912882e93 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:45.063914 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-e2080b74-789e-476a-9b3f-e8c84664f059 req-5d62528a-2321-47be-917f-74a912882e93 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.58 "GET /v2.0/ports?device_id=51d99f90-7b74-4cd7-938b-4ac0ea805fae HTTP/1.1" status: 200 len: 946 time: 0.2353368 Mar 14 14:34:45.105187 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-3df538b0-ea30-4533-9744-1388b830db04 None None] Provisioning complete for port 8f12d4c0-cbb3-4f08-837a-423adb8783f1 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:34:45.105571 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3df538b0-ea30-4533-9744-1388b830db04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (8f12d4c0-cbb3-4f08-837a-423adb8783f1), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:45.133136 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c0e752-02f3-4c89-b824-5b2fe4eb2a6d req-b741f6c4-1cbe-4d0f-b147-23239d26757e tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:45.134896 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-12c0e752-02f3-4c89-b824-5b2fe4eb2a6d req-b741f6c4-1cbe-4d0f-b147-23239d26757e tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b99b874-59b9-49da-a366-c0a1bcd0d275 HTTP/1.1" status: 200 len: 945 time: 0.2929795 Mar 14 14:34:45.167052 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-3df538b0-ea30-4533-9744-1388b830db04 None None] Port 8f12d4c0-cbb3-4f08-837a-423adb8783f1 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 14:34:45.170303 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c6f583-4f7e-4bb4-8d35-e465a7f8947a None None] The sync data for ids ['a5af2417-190e-4085-b4a9-6d63695863f8'] in dv-cinder-790535-28-smb is: [{'id': 'a5af2417-190e-4085-b4a9-6d63695863f8', 'name': 'tempest-TestMinimumBasicScenario-730020130-router', 'tenant_id': 'db8993b555fd40e3a3ad9e95cdc99a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:31:40Z', 'updated_at': '2022-03-14T14:34:44Z', 'revision_number': 6, 'project_id': 'db8993b555fd40e3a3ad9e95cdc99a7d', 'gw_port_host': None}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:34:45.272205 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-12c0e752-02f3-4c89-b824-5b2fe4eb2a6d req-cd3b2524-f2bd-4fc5-912e-c1dc99d00350 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a514ccf-fc2a-436b-911d-f5e8466a2121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138177 Mar 14 14:34:45.317274 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-e2080b74-789e-476a-9b3f-e8c84664f059 req-5d053382-e5cf-4a09-8cb9-bbfa42deb2d7 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.58 "GET /v2.0/security-groups?id=7095509f-4701-4a3a-aad9-967f36f293d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2038686 Mar 14 14:34:45.534740 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-91e6bee0-ce44-4dbb-9ae4-7799debe7360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (837ef9e9-d083-4188-a7c6-79f2c68dbd25), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:45.551835 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-be8d9f92-cff7-41dd-a4f2-bb256cb0cb5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744330232405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744329793208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8770621'] for port (a82f4493-ef2c-404e-b562-ac0df8b5a3e5), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:45.596999 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Device 6976d242-1484-4b19-8a1a-1cfbb31a58b9 no longer exists at agent ovs-agent-dv-cinder-790535-28-smb {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:34:45.633327 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8d9f92-cff7-41dd-a4f2-bb256cb0cb5a admin admin] Pushing event deleted for resources: {'Port': ['ID=a82f4493-ef2c-404e-b562-ac0df8b5a3e5,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:45.648130 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] No Port match for: 6976d242-1484-4b19-8a1a-1cfbb31a58b9 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 14:34:45.648858 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Device 6976d242-1484-4b19-8a1a-1cfbb31a58b9 not bound to the agent host dv-cinder-790535-28-smb {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 14:34:45.681479 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa2697-7e3b-4dd8-b70c-2fbea4b4d701 req-c59d370a-c476-4403-93ed-ff8d9ce0122f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:45.685607 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-46fa2697-7e3b-4dd8-b70c-2fbea4b4d701 req-c59d370a-c476-4403-93ed-ff8d9ce0122f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f5f40385a50a46a79167ae6a859eee4d&device_id=2b99b874-59b9-49da-a366-c0a1bcd0d275 HTTP/1.1" status: 200 len: 1129 time: 0.1335390 Mar 14 14:34:45.702575 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-be8d9f92-cff7-41dd-a4f2-bb256cb0cb5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2016498'] for router_gateway (a5af2417-190e-4085-b4a9-6d63695863f8), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:45.853723 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa2697-7e3b-4dd8-b70c-2fbea4b4d701 req-5a2e0c69-82de-4aad-8904-32f095f84adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:45.855363 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-46fa2697-7e3b-4dd8-b70c-2fbea4b4d701 req-5a2e0c69-82de-4aad-8904-32f095f84adc service neutron] 10.222.0.35 "GET /v2.0/networks?id=9bb2727a-e859-46ff-8b02-e0e5093e8925 HTTP/1.1" status: 200 len: 918 time: 0.1624026 Mar 14 14:34:45.860732 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-be8d9f92-cff7-41dd-a4f2-bb256cb0cb5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2015869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4732'] for router (a5af2417-190e-4085-b4a9-6d63695863f8), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:45.864058 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-be8d9f92-cff7-41dd-a4f2-bb256cb0cb5a admin admin] Publish callbacks [] for router_controller (a5af2417-190e-4085-b4a9-6d63695863f8), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:45.953306 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-46fa2697-7e3b-4dd8-b70c-2fbea4b4d701 req-58166d89-9695-4dfe-a176-495467ed7969 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d06419f3-6bc4-44b8-963a-0370719277a3 HTTP/1.1" status: 200 len: 1000 time: 0.0900855 Mar 14 14:34:45.992064 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-be8d9f92-cff7-41dd-a4f2-bb256cb0cb5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2015846'] for router (a5af2417-190e-4085-b4a9-6d63695863f8), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:45.992681 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be8d9f92-cff7-41dd-a4f2-bb256cb0cb5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5af2417-190e-4085-b4a9-6d63695863f8 {{(pid=103766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 14:34:46.006180 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-be8d9f92-cff7-41dd-a4f2-bb256cb0cb5a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:46.006180 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-be8d9f92-cff7-41dd-a4f2-bb256cb0cb5a admin admin] 10.222.0.58 "DELETE /v2.0/routers/a5af2417-190e-4085-b4a9-6d63695863f8 HTTP/1.1" status: 204 len: 168 time: 2.0746861 Mar 14 14:34:46.008413 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 37236) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:34:46.025539 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa2697-7e3b-4dd8-b70c-2fbea4b4d701 req-373a5c60-d82e-46fc-9915-380b5bc3aab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:46.036275 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-46fa2697-7e3b-4dd8-b70c-2fbea4b4d701 req-373a5c60-d82e-46fc-9915-380b5bc3aab9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd458166-2986-4de0-890b-33eba077f5c5 HTTP/1.1" status: 200 len: 856 time: 0.0756557 Mar 14 14:34:46.071074 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d9801aa-2385-4d29-8f78-d14592ef8534 admin admin] Deleting subnet 92400b76-f82a-462d-9f9e-082a2f701d77 {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 14:34:46.078584 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5d9801aa-2385-4d29-8f78-d14592ef8534 admin admin] Publish callbacks [] for subnet (92400b76-f82a-462d-9f9e-082a2f701d77), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:46.132281 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5d9801aa-2385-4d29-8f78-d14592ef8534 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8777057'] for subnet (92400b76-f82a-462d-9f9e-082a2f701d77), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:46.133115 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa2697-7e3b-4dd8-b70c-2fbea4b4d701 req-53abd38e-33b8-441a-9315-8d5aacef82a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:46.134718 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-46fa2697-7e3b-4dd8-b70c-2fbea4b4d701 req-53abd38e-33b8-441a-9315-8d5aacef82a8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9bb2727a-e859-46ff-8b02-e0e5093e8925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0919363 Mar 14 14:34:46.253066 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 37238) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:34:46.259651 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.v2.base [None req-4ee66057-b18a-46c9-a631-2493f8c15bca tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Request body: {'security_group': {'name': 'tempest-securitygroup--313614029', 'description': 'tempest-description--1899672874'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:34:46.334469 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-46fa2697-7e3b-4dd8-b70c-2fbea4b4d701 req-afaa7c08-697a-486c-9ff4-3026e2996dff service neutron] 10.222.0.35 "GET /v2.0/networks/9bb2727a-e859-46ff-8b02-e0e5093e8925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878080 Mar 14 14:34:46.359478 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5d9801aa-2385-4d29-8f78-d14592ef8534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999657'] for subnet (92400b76-f82a-462d-9f9e-082a2f701d77), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:46.455219 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4ee66057-b18a-46c9-a631-2493f8c15bca tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:46.531450 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-46fa2697-7e3b-4dd8-b70c-2fbea4b4d701 req-7ee5fef1-ff7c-4636-a7ec-288be370cc37 service neutron] 10.222.0.35 "GET /v2.0/networks/9bb2727a-e859-46ff-8b02-e0e5093e8925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905849 Mar 14 14:34:46.657896 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eb13e6-4aec-483d-97dd-1beb31358471 req-127c64e8-83c1-401c-8694-1ee0080b5b02 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:46.661003 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-89eb13e6-4aec-483d-97dd-1beb31358471 req-127c64e8-83c1-401c-8694-1ee0080b5b02 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.58 "GET /v2.0/ports?device_id=51d99f90-7b74-4cd7-938b-4ac0ea805fae HTTP/1.1" status: 200 len: 946 time: 0.1749940 Mar 14 14:34:46.702691 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b88ef0f-cf4c-4169-8f2b-9f9d17527db4 req-a6da9627-0e3a-47c2-94c9-7c6773fd83e2 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:46.704457 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-3b88ef0f-cf4c-4169-8f2b-9f9d17527db4 req-a6da9627-0e3a-47c2-94c9-7c6773fd83e2 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b99b874-59b9-49da-a366-c0a1bcd0d275 HTTP/1.1" status: 200 len: 945 time: 0.2311459 Mar 14 14:34:46.712152 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5d9801aa-2385-4d29-8f78-d14592ef8534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8770578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088460'] for subnet (92400b76-f82a-462d-9f9e-082a2f701d77), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:46.716308 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4ee66057-b18a-46c9-a631-2493f8c15bca tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks [] for security_group (4c446449-4068-4f63-8fa0-d0e9beaac435), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:46.769604 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9801aa-2385-4d29-8f78-d14592ef8534 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92400b76-f82a-462d-9f9e-082a2f701d77,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:46.778439 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5d9801aa-2385-4d29-8f78-d14592ef8534 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632217'] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:46.782785 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c501c7-b615-4fa1-b72c-f904eca1183d None None] Network 4b40e74a-8fd1-443f-82b2-a89b628bdfd7 requested from dv-cinder-790535-28-smb {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 14:34:46.783318 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-5d9801aa-2385-4d29-8f78-d14592ef8534 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/92400b76-f82a-462d-9f9e-082a2f701d77 HTTP/1.1" status: 204 len: 168 time: 0.7693894 Mar 14 14:34:46.783446 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 37246) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:34:46.802769 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4ee66057-b18a-46c9-a631-2493f8c15bca tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (4c446449-4068-4f63-8fa0-d0e9beaac435), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:46.865717 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-89eb13e6-4aec-483d-97dd-1beb31358471 req-272c95ac-77ef-41ac-9176-3e6902dc9d12 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.58 "GET /v2.0/security-groups?id=7095509f-4701-4a3a-aad9-967f36f293d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1900871 Mar 14 14:34:46.897719 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee66057-b18a-46c9-a631-2493f8c15bca tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c446449-4068-4f63-8fa0-d0e9beaac435,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:46.915446 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-3b88ef0f-cf4c-4169-8f2b-9f9d17527db4 req-d4f81b04-433a-4995-8f99-c218c53e5b01 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a514ccf-fc2a-436b-911d-f5e8466a2121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1882491 Mar 14 14:34:46.935278 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-240bd5c3-9f57-4f45-9df8-e59f3d1ca566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-911660'] for network (4b40e74a-8fd1-443f-82b2-a89b628bdfd7), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:46.947879 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4ee66057-b18a-46c9-a631-2493f8c15bca tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:46.954069 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-4ee66057-b18a-46c9-a631-2493f8c15bca tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6997638 Mar 14 14:34:46.954753 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 37252) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:34:46.960164 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.v2.base [None req-db494527-19af-4985-bb8e-9dea221bdbb3 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Request body: {'security_group_rule': {'security_group_id': '4c446449-4068-4f63-8fa0-d0e9beaac435', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:34:47.030689 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-240bd5c3-9f57-4f45-9df8-e59f3d1ca566 admin admin] Deleting port f680ab01-f201-4bdc-8991-20d267ded4a3 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:34:47.031312 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-240bd5c3-9f57-4f45-9df8-e59f3d1ca566 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744330222830'] for port (f680ab01-f201-4bdc-8991-20d267ded4a3), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:47.055525 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4cd9b4e-d9e6-4be1-980b-28d680b90115 None None] DHCP port deletion for 4b40e74a-8fd1-443f-82b2-a89b628bdfd7 request from dv-cinder-790535-28-smb {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 14 14:34:47.073908 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-db494527-19af-4985-bb8e-9dea221bdbb3 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks [] for security_group_rule (c2c043a0-61c3-447b-a915-29a09e780092), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:47.129200 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-240bd5c3-9f57-4f45-9df8-e59f3d1ca566 admin admin] For port f680ab01-f201-4bdc-8991-20d267ded4a3, host dv-cinder-790535-28-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-smb',level=0,port_id=f680ab01-f201-4bdc-8991-20d267ded4a3,segment=NetworkSegment(cf62766e-0499-427a-aadb-2bf693907fd2),segment_id=cf62766e-0499-427a-aadb-2bf693907fd2)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:34:47.129590 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-240bd5c3-9f57-4f45-9df8-e59f3d1ca566 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982366'] for port (f680ab01-f201-4bdc-8991-20d267ded4a3), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:47.154756 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-240bd5c3-9f57-4f45-9df8-e59f3d1ca566 admin admin] Calling delete_port for f680ab01-f201-4bdc-8991-20d267ded4a3 owned by network:dhcp {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:34:47.167738 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-e4cd9b4e-d9e6-4be1-980b-28d680b90115 None None] Deleting port f680ab01-f201-4bdc-8991-20d267ded4a3 {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:34:47.168313 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e4cd9b4e-d9e6-4be1-980b-28d680b90115 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744330222830'] for port (f680ab01-f201-4bdc-8991-20d267ded4a3), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:47.188517 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (ddc61399-76bc-42cc-9da4-26f2fa974742), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:47.189142 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-db494527-19af-4985-bb8e-9dea221bdbb3 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks [] for security_group_rule (c2c043a0-61c3-447b-a915-29a09e780092), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:47.247476 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-e4cd9b4e-d9e6-4be1-980b-28d680b90115 None None] For port f680ab01-f201-4bdc-8991-20d267ded4a3, host dv-cinder-790535-28-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-smb',level=0,port_id=f680ab01-f201-4bdc-8991-20d267ded4a3,segment=NetworkSegment(cf62766e-0499-427a-aadb-2bf693907fd2),segment_id=cf62766e-0499-427a-aadb-2bf693907fd2)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:34:47.248028 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e4cd9b4e-d9e6-4be1-980b-28d680b90115 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982366'] for port (f680ab01-f201-4bdc-8991-20d267ded4a3), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:47.269907 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-e4cd9b4e-d9e6-4be1-980b-28d680b90115 None None] Calling delete_port for f680ab01-f201-4bdc-8991-20d267ded4a3 owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:34:47.312306 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-db494527-19af-4985-bb8e-9dea221bdbb3 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000373'] for security_group_rule (c2c043a0-61c3-447b-a915-29a09e780092), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:47.347238 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db494527-19af-4985-bb8e-9dea221bdbb3 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2c043a0-61c3-447b-a915-29a09e780092,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:47.399532 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-db494527-19af-4985-bb8e-9dea221bdbb3 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:47.402246 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-db494527-19af-4985-bb8e-9dea221bdbb3 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4451773 Mar 14 14:34:47.422419 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 37262) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:34:47.423501 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.v2.base [None req-d51c531e-b94e-40d1-a2be-7a99582edc4c tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Request body: {'security_group_rule': {'security_group_id': '4c446449-4068-4f63-8fa0-d0e9beaac435', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:34:47.432287 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e4cd9b4e-d9e6-4be1-980b-28d680b90115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744330232405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744329793208'] for port (f680ab01-f201-4bdc-8991-20d267ded4a3), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:47.467420 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cd9b4e-d9e6-4be1-980b-28d680b90115 None None] Pushing event deleted for resources: {'Port': ['ID=f680ab01-f201-4bdc-8991-20d267ded4a3,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:47.476883 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cd9b4e-d9e6-4be1-980b-28d680b90115 None None] No DVR routers for this DVR port f680ab01-f201-4bdc-8991-20d267ded4a3 on host dv-cinder-790535-28-smb {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 14:34:47.574365 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d51c531e-b94e-40d1-a2be-7a99582edc4c tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks [] for security_group_rule (2a80f5b4-1c14-4437-bdf1-5b0461c9274c), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:47.580824 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-240bd5c3-9f57-4f45-9df8-e59f3d1ca566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744330232405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744329793208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9848306'] for port (f680ab01-f201-4bdc-8991-20d267ded4a3), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:47.603780 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240bd5c3-9f57-4f45-9df8-e59f3d1ca566 admin admin] Pushing event deleted for resources: {'Port': ['ID=f680ab01-f201-4bdc-8991-20d267ded4a3,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:47.620718 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240bd5c3-9f57-4f45-9df8-e59f3d1ca566 admin admin] No DVR routers for this DVR port f680ab01-f201-4bdc-8991-20d267ded4a3 on host dv-cinder-790535-28-smb {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 14:34:47.629431 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Device f7089ac1-60e8-4225-ad94-1f2daf56b0b9 up at agent ovs-agent-dv-cinder-790535-28-smb {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:34:47.666654 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d51c531e-b94e-40d1-a2be-7a99582edc4c tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks [] for security_group_rule (2a80f5b4-1c14-4437-bdf1-5b0461c9274c), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:47.704891 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Provisioning complete for port f7089ac1-60e8-4225-ad94-1f2daf56b0b9 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:34:47.705349 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (f7089ac1-60e8-4225-ad94-1f2daf56b0b9), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:47.709396 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-240bd5c3-9f57-4f45-9df8-e59f3d1ca566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000466', 'neutron.services.segments.db._delete_segments_for_network-8744330122518'] for network (4b40e74a-8fd1-443f-82b2-a89b628bdfd7), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:47.733885 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.services.segments.db [None req-240bd5c3-9f57-4f45-9df8-e59f3d1ca566 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b40e74a-8fd1-443f-82b2-a89b628bdfd7']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:34:47.749266 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.services.segments.db [None req-240bd5c3-9f57-4f45-9df8-e59f3d1ca566 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf62766e-0499-427a-aadb-2bf693907fd2') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:34:47.749588 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.services.segments.db [None req-240bd5c3-9f57-4f45-9df8-e59f3d1ca566 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf62766e-0499-427a-aadb-2bf693907fd2') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:34:47.763497 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d51c531e-b94e-40d1-a2be-7a99582edc4c tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000373'] for security_group_rule (2a80f5b4-1c14-4437-bdf1-5b0461c9274c), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:47.765404 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-240bd5c3-9f57-4f45-9df8-e59f3d1ca566 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744330120735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10236614'] for segment (cf62766e-0499-427a-aadb-2bf693907fd2), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:47.783309 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51c531e-b94e-40d1-a2be-7a99582edc4c tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a80f5b4-1c14-4437-bdf1-5b0461c9274c,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:47.792937 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-240bd5c3-9f57-4f45-9df8-e59f3d1ca566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011900'] for segment (cf62766e-0499-427a-aadb-2bf693907fd2), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:47.801780 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-240bd5c3-9f57-4f45-9df8-e59f3d1ca566 admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 14:34:47.806428 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-240bd5c3-9f57-4f45-9df8-e59f3d1ca566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9847811'] for segment (cf62766e-0499-427a-aadb-2bf693907fd2), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:47.806594 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Current status of the port f7089ac1-60e8-4225-ad94-1f2daf56b0b9 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:34:47.807115 dv-cinder-790535-28-smb neutron-server[103767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 14:34:47.807115 dv-cinder-790535-28-smb neutron-server[103767]: self.session.flush() Mar 14 14:34:47.807115 dv-cinder-790535-28-smb neutron-server[103767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 14:34:47.807115 dv-cinder-790535-28-smb neutron-server[103767]: self.session.flush() Mar 14 14:34:47.807115 dv-cinder-790535-28-smb neutron-server[103767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 14:34:47.807115 dv-cinder-790535-28-smb neutron-server[103767]: self.session.flush() Mar 14 14:34:47.807115 dv-cinder-790535-28-smb neutron-server[103767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 14:34:47.807115 dv-cinder-790535-28-smb neutron-server[103767]: self.session.flush() Mar 14 14:34:47.807115 dv-cinder-790535-28-smb neutron-server[103767]: Traceback (most recent call last): Mar 14 14:34:47.807115 dv-cinder-790535-28-smb neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 14:34:47.807115 dv-cinder-790535-28-smb neutron-server[103767]: timer() Mar 14 14:34:47.807115 dv-cinder-790535-28-smb neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 14:34:47.807115 dv-cinder-790535-28-smb neutron-server[103767]: cb(*args, **kw) Mar 14 14:34:47.807115 dv-cinder-790535-28-smb neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 14:34:47.807115 dv-cinder-790535-28-smb neutron-server[103767]: return func(*args, **kwargs) Mar 14 14:34:47.807115 dv-cinder-790535-28-smb neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 14:34:47.807115 dv-cinder-790535-28-smb neutron-server[103767]: self._notify() Mar 14 14:34:47.807115 dv-cinder-790535-28-smb neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 14:34:47.807115 dv-cinder-790535-28-smb neutron-server[103767]: self.callback(batched_events) Mar 14 14:34:47.807115 dv-cinder-790535-28-smb neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 14:34:47.807115 dv-cinder-790535-28-smb neutron-server[103767]: event.method(event) Mar 14 14:34:47.807115 dv-cinder-790535-28-smb neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 14:34:47.807115 dv-cinder-790535-28-smb neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 14:34:47.807115 dv-cinder-790535-28-smb neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 14:34:47.807115 dv-cinder-790535-28-smb neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 14:34:47.807115 dv-cinder-790535-28-smb neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 14:34:47.807115 dv-cinder-790535-28-smb neutron-server[103767]: return f(self, *a, **k) Mar 14 14:34:47.807115 dv-cinder-790535-28-smb neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 14:34:47.807115 dv-cinder-790535-28-smb neutron-server[103767]: return self._get(url).json() Mar 14 14:34:47.807115 dv-cinder-790535-28-smb neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 14:34:47.807115 dv-cinder-790535-28-smb neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 14:34:47.807115 dv-cinder-790535-28-smb neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 14:34:47.807115 dv-cinder-790535-28-smb neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 14 14:34:47.807115 dv-cinder-790535-28-smb neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 14:34:47.807115 dv-cinder-790535-28-smb neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 14:34:47.807115 dv-cinder-790535-28-smb neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 14:34:47.807115 dv-cinder-790535-28-smb neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 14:34:47.807115 dv-cinder-790535-28-smb neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 14:34:47.807115 dv-cinder-790535-28-smb neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 14:34:47.807115 dv-cinder-790535-28-smb neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 14:34:47.809611 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (f7089ac1-60e8-4225-ad94-1f2daf56b0b9), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:47.827176 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] For port f7089ac1-60e8-4225-ad94-1f2daf56b0b9, host dv-cinder-790535-28-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-smb',level=0,port_id=f7089ac1-60e8-4225-ad94-1f2daf56b0b9,segment=NetworkSegment(bce16b83-cd05-4f93-adb0-46e63864be13),segment_id=bce16b83-cd05-4f93-adb0-46e63864be13)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:34:47.931589 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d51c531e-b94e-40d1-a2be-7a99582edc4c tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:47.933498 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-d51c531e-b94e-40d1-a2be-7a99582edc4c tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5142572 Mar 14 14:34:47.937514 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 37268) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:34:47.942483 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.v2.base [None req-af606832-c57f-4047-bde6-ad91ebe0e1cd tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Request body: {'floatingip': {'floating_network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:34:47.961204 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Device d06419f3-6bc4-44b8-963a-0370719277a3 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:34:48.015164 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-240bd5c3-9f57-4f45-9df8-e59f3d1ca566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2016470'] for network (4b40e74a-8fd1-443f-82b2-a89b628bdfd7), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:48.017384 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (f7089ac1-60e8-4225-ad94-1f2daf56b0b9), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:48.026504 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-240bd5c3-9f57-4f45-9df8-e59f3d1ca566 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632217'] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:48.032751 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-240bd5c3-9f57-4f45-9df8-e59f3d1ca566 admin admin] 10.222.0.58 "DELETE /v2.0/networks/4b40e74a-8fd1-443f-82b2-a89b628bdfd7 HTTP/1.1" status: 204 len: 168 time: 1.2466021 Mar 14 14:34:48.055158 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240bd5c3-9f57-4f45-9df8-e59f3d1ca566 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b40e74a-8fd1-443f-82b2-a89b628bdfd7,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:48.066803 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-af606832-c57f-4047-bde6-ad91ebe0e1cd tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:48.141351 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Device a82f4493-ef2c-404e-b562-ac0df8b5a3e5 no longer exists at agent ovs-agent-dv-cinder-790535-28-smb {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:34:48.186257 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] No Port match for: a82f4493-ef2c-404e-b562-ac0df8b5a3e5 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 14:34:48.186718 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Device a82f4493-ef2c-404e-b562-ac0df8b5a3e5 not bound to the agent host dv-cinder-790535-28-smb {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 14:34:48.187243 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Device f680ab01-f201-4bdc-8991-20d267ded4a3 no longer exists at agent ovs-agent-dv-cinder-790535-28-smb {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:34:48.190497 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Pushing event updated for resources: {'Port': ['ID=f7089ac1-60e8-4225-ad94-1f2daf56b0b9,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:48.211556 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Current status of the port d06419f3-6bc4-44b8-963a-0370719277a3 is: ACTIVE; New status is: DOWN {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:34:48.211934 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459647e1-8d48-4ab4-b7d2-8bbc5a1639e6 req-1de279ee-92de-4a9f-ace4-6f6762266789 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:48.212143 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (d06419f3-6bc4-44b8-963a-0370719277a3), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:48.214775 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-459647e1-8d48-4ab4-b7d2-8bbc5a1639e6 req-1de279ee-92de-4a9f-ace4-6f6762266789 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b99b874-59b9-49da-a366-c0a1bcd0d275 HTTP/1.1" status: 200 len: 945 time: 0.1669953 Mar 14 14:34:48.215985 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] No Port match for: f680ab01-f201-4bdc-8991-20d267ded4a3 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 14:34:48.216451 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Device f680ab01-f201-4bdc-8991-20d267ded4a3 not bound to the agent host dv-cinder-790535-28-smb {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 14:34:48.244714 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b99b874-59b9-49da-a366-c0a1bcd0d275', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd06419f3-6bc4-44b8-963a-0370719277a3'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:34:48.247080 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b7ebcd0391bc29bcab12edcb0ac311dc480f3a51940d576a7fcfe4e03a4514e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0106329b-0b7e-43cb-a0ff-bb56b87499f9" -d '{"events": [{"server_uuid": "2b99b874-59b9-49da-a366-c0a1bcd0d275", "name": "network-vif-unplugged", "status": "completed", "tag": "d06419f3-6bc4-44b8-963a-0370719277a3"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:34:48.262064 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] For port d06419f3-6bc4-44b8-963a-0370719277a3, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d06419f3-6bc4-44b8-963a-0370719277a3,segment=NetworkSegment(36cc7d28-2976-47cb-ab1d-d82e9bbf4c55),segment_id=36cc7d28-2976-47cb-ab1d-d82e9bbf4c55)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:34:48.293590 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Mar 2022 14:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7076727f-f08b-463f-8a94-6d853dc3b87c x-openstack-request-id: req-7076727f-f08b-463f-8a94-6d853dc3b87c {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:34:48.294090 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b99b874-59b9-49da-a366-c0a1bcd0d275", "name": "network-vif-unplugged", "status": "completed", "tag": "d06419f3-6bc4-44b8-963a-0370719277a3", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:34:48.294501 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7076727f-f08b-463f-8a94-6d853dc3b87c {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:34:48.295196 dv-cinder-790535-28-smb neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b99b874-59b9-49da-a366-c0a1bcd0d275', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd06419f3-6bc4-44b8-963a-0370719277a3', 'code': 200} Mar 14 14:34:48.325944 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-459647e1-8d48-4ab4-b7d2-8bbc5a1639e6 req-26a9f8f2-c7b6-434b-b54c-1d40854b87d6 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a514ccf-fc2a-436b-911d-f5e8466a2121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039677 Mar 14 14:34:48.349974 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-af606832-c57f-4047-bde6-ad91ebe0e1cd tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:48.363349 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (d06419f3-6bc4-44b8-963a-0370719277a3), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:48.410127 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb83b4f-a5e2-4977-a046-12d6d71a880f None None] Sync routers for ids ['b75cf2f1-4138-468d-9e81-4c8e80e022b4'] in dv-cinder-790535-28-smb {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:34:48.440289 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb83b4f-a5e2-4977-a046-12d6d71a880f None None] Routers {'b75cf2f1-4138-468d-9e81-4c8e80e022b4'} bound to L3 agent in host dv-cinder-790535-28-smb {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:34:48.442397 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-7cb83b4f-a5e2-4977-a046-12d6d71a880f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T14:20:13Z,description=,heartbeat_timestamp=2022-03-14T14:34:43Z,host='dv-cinder-790535-28-smb',id=3a20f343-fbae-42b4-9bd9-ea7570b5f761,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:20:14Z,topic='l3_agent')) {'router_ids': ['b75cf2f1-4138-468d-9e81-4c8e80e022b4'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:34:48.444455 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Pushing event updated for resources: {'Port': ['ID=d06419f3-6bc4-44b8-963a-0370719277a3,revision_number=8']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:48.500383 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-af606832-c57f-4047-bde6-ad91ebe0e1cd tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Allocated IP 172.28.2.99 (21060e90-61ba-4e92-afb3-f12491c9b56b/3278263d-ed58-402f-9606-a5b3ef606428/752da7b0-b29d-40a8-9014-76050cb52473) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:34:48.505325 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 37278) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:34:48.569968 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-41e7c0bb-6cc5-4f8d-83b1-5d795ada7154 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c5f45cd330c34d1a83734eeafdf7678a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0630550 Mar 14 14:34:48.574082 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 37280) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:34:48.653631 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1de55fc3-0da4-4250-b90e-e18fe52c2e43 admin admin] Publish callbacks [] for security_group (fcedf437-2ba0-45d9-a116-ab44f977f785), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:48.703326 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1de55fc3-0da4-4250-b90e-e18fe52c2e43 admin admin] Publish callbacks [] for security_group (fcedf437-2ba0-45d9-a116-ab44f977f785), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:48.727374 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-af606832-c57f-4047-bde6-ad91ebe0e1cd tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks [] for port (752da7b0-b29d-40a8-9014-76050cb52473), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:48.797074 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-7cb83b4f-a5e2-4977-a046-12d6d71a880f None None] Set router b75cf2f1-4138-468d-9e81-4c8e80e022b4 gateway port host: dv-cinder-790535-28-smb {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:34:48.917522 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1de55fc3-0da4-4250-b90e-e18fe52c2e43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (fcedf437-2ba0-45d9-a116-ab44f977f785), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:48.918057 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-af606832-c57f-4047-bde6-ad91ebe0e1cd tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744329793199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8770621'] for port (752da7b0-b29d-40a8-9014-76050cb52473), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:48.920156 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1de55fc3-0da4-4250-b90e-e18fe52c2e43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:48.925086 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-1de55fc3-0da4-4250-b90e-e18fe52c2e43 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fcedf437-2ba0-45d9-a116-ab44f977f785 HTTP/1.1" status: 204 len: 168 time: 0.3463547 Mar 14 14:34:48.932212 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de55fc3-0da4-4250-b90e-e18fe52c2e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcedf437-2ba0-45d9-a116-ab44f977f785,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:48.976880 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af606832-c57f-4047-bde6-ad91ebe0e1cd tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Network 21060e90-61ba-4e92-afb3-f12491c9b56b is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:34:48.981251 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-af606832-c57f-4047-bde6-ad91ebe0e1cd tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:34:48.983501 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af606832-c57f-4047-bde6-ad91ebe0e1cd tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Pushing event updated for resources: {'Port': ['ID=752da7b0-b29d-40a8-9014-76050cb52473,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:48.986297 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af606832-c57f-4047-bde6-ad91ebe0e1cd tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:34:49.082723 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-7cb83b4f-a5e2-4977-a046-12d6d71a880f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'name': 'tempest-AttachVolumeNegativeTest-705139474-router', 'tenant_id': '9a82d323ca8e4f358a750af658b4eeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.219'}], 'enable_snat': True}, 'gw_port_id': 'f7089ac1-60e8-4225-ad94-1f2daf56b0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:34:37Z', 'updated_at': '2022-03-14T14:34:43Z', 'revision_number': 4, 'project_id': '9a82d323ca8e4f358a750af658b4eeb2', 'gw_port': {'id': 'f7089ac1-60e8-4225-ad94-1f2daf56b0b9', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:24:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:34:38Z', 'updated_at': '2022-03-14T14:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb', '_interfaces': [{'id': '8f12d4c0-cbb3-4f08-837a-423adb8783f1', 'name': '', 'network_id': '5d4a8694-0239-4e2f-aa18-849c2487601b', 'tenant_id': '9a82d323ca8e4f358a750af658b4eeb2', 'mac_address': 'fa:16:3e:95:0f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '552817ad-4405-41ef-9fca-99665a7d7043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:34:42Z', 'updated_at': '2022-03-14T14:34:43Z', 'revision_number': 2, 'project_id': '9a82d323ca8e4f358a750af658b4eeb2', 'subnets': [{'id': '552817ad-4405-41ef-9fca-99665a7d7043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-smb', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:34:49.088277 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-af606832-c57f-4047-bde6-ad91ebe0e1cd tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks [] for floatingip (ed07c937-fa0c-4232-8761-6fa1d3fe159b), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:49.129205 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb83b4f-a5e2-4977-a046-12d6d71a880f None None] Checking router: b75cf2f1-4138-468d-9e81-4c8e80e022b4 for host: dv-cinder-790535-28-smb {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:34:49.129570 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb83b4f-a5e2-4977-a046-12d6d71a880f None None] Updating router b75cf2f1-4138-468d-9e81-4c8e80e022b4 port 8f12d4c0-cbb3-4f08-837a-423adb8783f1 binding host dv-cinder-790535-28-smb {{(pid=103768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 14:34:49.162596 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-7cb83b4f-a5e2-4977-a046-12d6d71a880f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (8f12d4c0-cbb3-4f08-837a-423adb8783f1), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:49.200283 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-af606832-c57f-4047-bde6-ad91ebe0e1cd tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (752da7b0-b29d-40a8-9014-76050cb52473), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:49.393464 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-af606832-c57f-4047-bde6-ad91ebe0e1cd tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks [] for port (752da7b0-b29d-40a8-9014-76050cb52473), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:49.479390 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-af606832-c57f-4047-bde6-ad91ebe0e1cd tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8770596'] for port (752da7b0-b29d-40a8-9014-76050cb52473), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:49.504174 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-7cb83b4f-a5e2-4977-a046-12d6d71a880f None None] Publish callbacks [] for port (8f12d4c0-cbb3-4f08-837a-423adb8783f1), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:49.522807 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0f9fdb-7aaa-4472-a09a-98ddb0513696 req-88c4103e-87af-4106-99ff-6a4723034f99 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:49.524434 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-6f0f9fdb-7aaa-4472-a09a-98ddb0513696 req-88c4103e-87af-4106-99ff-6a4723034f99 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b99b874-59b9-49da-a366-c0a1bcd0d275 HTTP/1.1" status: 200 len: 943 time: 0.0981779 Mar 14 14:34:49.580845 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-7cb83b4f-a5e2-4977-a046-12d6d71a880f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (8f12d4c0-cbb3-4f08-837a-423adb8783f1), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:49.614414 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af606832-c57f-4047-bde6-ad91ebe0e1cd tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Pushing event updated for resources: {'Port': ['ID=752da7b0-b29d-40a8-9014-76050cb52473,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:49.621560 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-af606832-c57f-4047-bde6-ad91ebe0e1cd tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2016456'] for floatingip (ed07c937-fa0c-4232-8761-6fa1d3fe159b), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:49.622031 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Device f7089ac1-60e8-4225-ad94-1f2daf56b0b9 up at agent ovs-agent-dv-cinder-790535-28-smb {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:34:49.628441 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-6f0f9fdb-7aaa-4472-a09a-98ddb0513696 req-e0900928-ed47-4238-a8a4-1447dae09367 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a514ccf-fc2a-436b-911d-f5e8466a2121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823774 Mar 14 14:34:49.685633 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a6c832-9432-4fec-b3e9-c1e2d8547348 None None] Pushing event updated for resources: {'Port': ['ID=8f12d4c0-cbb3-4f08-837a-423adb8783f1,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:49.748813 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-af606832-c57f-4047-bde6-ad91ebe0e1cd tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90846'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:49.752135 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-af606832-c57f-4047-bde6-ad91ebe0e1cd tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8116596 Mar 14 14:34:49.774194 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Provisioning complete for port f7089ac1-60e8-4225-ad94-1f2daf56b0b9 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:34:49.774819 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (f7089ac1-60e8-4225-ad94-1f2daf56b0b9), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:49.779758 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-7cb83b4f-a5e2-4977-a046-12d6d71a880f None None] Attempting to bind port 8f12d4c0-cbb3-4f08-837a-423adb8783f1 on host dv-cinder-790535-28-smb for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:34:49.780328 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-7cb83b4f-a5e2-4977-a046-12d6d71a880f None None] Attempting to bind port 8f12d4c0-cbb3-4f08-837a-423adb8783f1 by drivers openvswitch,hyperv on host dv-cinder-790535-28-smb at level 0 using segments [{'id': '2e71eb14-5578-4214-b785-a17f91764def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5d4a8694-0239-4e2f-aa18-849c2487601b'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:34:49.781486 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb83b4f-a5e2-4977-a046-12d6d71a880f None None] Attempting to bind port 8f12d4c0-cbb3-4f08-837a-423adb8783f1 on network 5d4a8694-0239-4e2f-aa18-849c2487601b {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:34:49.819760 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb83b4f-a5e2-4977-a046-12d6d71a880f None None] Checking agent: {'id': 'ddc61399-76bc-42cc-9da4-26f2fa974742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-28-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 20, 17), 'started_at': datetime.datetime(2022, 3, 14, 14, 20, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-28-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:34:49.820313 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb83b4f-a5e2-4977-a046-12d6d71a880f None None] Checking segment: {'id': '2e71eb14-5578-4214-b785-a17f91764def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5d4a8694-0239-4e2f-aa18-849c2487601b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:34:49.821000 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-7cb83b4f-a5e2-4977-a046-12d6d71a880f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:49.821518 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb83b4f-a5e2-4977-a046-12d6d71a880f None None] Bound using segment: {'id': '2e71eb14-5578-4214-b785-a17f91764def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5d4a8694-0239-4e2f-aa18-849c2487601b'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:34:49.822266 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-7cb83b4f-a5e2-4977-a046-12d6d71a880f None None] Bound port: 8f12d4c0-cbb3-4f08-837a-423adb8783f1, host: dv-cinder-790535-28-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e71eb14-5578-4214-b785-a17f91764def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5d4a8694-0239-4e2f-aa18-849c2487601b'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:34:49.823013 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-7cb83b4f-a5e2-4977-a046-12d6d71a880f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (8f12d4c0-cbb3-4f08-837a-423adb8783f1), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:49.969744 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 37302) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:34:50.031706 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-6a374bc7-26b4-4634-a937-6e17cf5e0bcd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=db8993b555fd40e3a3ad9e95cdc99a7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0606387 Mar 14 14:34:50.036659 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 37312) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:34:50.068114 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-7cb83b4f-a5e2-4977-a046-12d6d71a880f None None] For port 8f12d4c0-cbb3-4f08-837a-423adb8783f1, host dv-cinder-790535-28-smb, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:34:50.074635 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-50ca9971-c641-4a1b-a297-49b7b241a405 req-e29b6e02-2fbe-4eeb-a5d8-8a76be1baa49 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--313614029&fields=id&tenant_id=9a82d323ca8e4f358a750af658b4eeb2 HTTP/1.1" status: 200 len: 267 time: 0.0777218 Mar 14 14:34:50.089307 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Current status of the port f7089ac1-60e8-4225-ad94-1f2daf56b0b9 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:34:50.092820 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-7cb83b4f-a5e2-4977-a046-12d6d71a880f None None] For port 8f12d4c0-cbb3-4f08-837a-423adb8783f1, host dv-cinder-790535-28-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-smb',level=0,port_id=8f12d4c0-cbb3-4f08-837a-423adb8783f1,segment=NetworkSegment(2e71eb14-5578-4214-b785-a17f91764def),segment_id=2e71eb14-5578-4214-b785-a17f91764def)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:34:50.109996 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-d1cd54dd-9599-4862-af63-68aca2c15c34 None None] Provisioning complete for port 8f12d4c0-cbb3-4f08-837a-423adb8783f1 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:34:50.110417 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d1cd54dd-9599-4862-af63-68aca2c15c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (8f12d4c0-cbb3-4f08-837a-423adb8783f1), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:50.151164 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1b0ffc48-faf6-4ee4-a8ef-19698838bce1 admin admin] Publish callbacks [] for security_group (e37b5906-eb3b-4908-a330-d1153d29b3d1), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:50.158979 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-d1cd54dd-9599-4862-af63-68aca2c15c34 None None] Port 8f12d4c0-cbb3-4f08-837a-423adb8783f1 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 14:34:50.217178 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1b0ffc48-faf6-4ee4-a8ef-19698838bce1 admin admin] Publish callbacks [] for security_group (e37b5906-eb3b-4908-a330-d1153d29b3d1), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:50.244754 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-7cb83b4f-a5e2-4977-a046-12d6d71a880f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (8f12d4c0-cbb3-4f08-837a-423adb8783f1), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:50.260096 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca9971-c641-4a1b-a297-49b7b241a405 req-e477e7c9-1030-481e-b521-eeba7ef1d89c tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:50.261649 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-50ca9971-c641-4a1b-a297-49b7b241a405 req-e477e7c9-1030-481e-b521-eeba7ef1d89c tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/networks?id=5d4a8694-0239-4e2f-aa18-849c2487601b HTTP/1.1" status: 200 len: 814 time: 0.1734364 Mar 14 14:34:50.281762 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-50ca9971-c641-4a1b-a297-49b7b241a405 req-09f06577-903d-4483-96f8-a8dbe1e37b88 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/quotas/9a82d323ca8e4f358a750af658b4eeb2 HTTP/1.1" status: 200 len: 375 time: 0.0101368 Mar 14 14:34:50.304123 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb83b4f-a5e2-4977-a046-12d6d71a880f None None] Routers {'b75cf2f1-4138-468d-9e81-4c8e80e022b4'} bound to L3 agent in host dv-cinder-790535-28-smb {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:34:50.304981 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-7cb83b4f-a5e2-4977-a046-12d6d71a880f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T14:20:13Z,description=,heartbeat_timestamp=2022-03-14T14:34:43Z,host='dv-cinder-790535-28-smb',id=3a20f343-fbae-42b4-9bd9-ea7570b5f761,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:20:14Z,topic='l3_agent')) {'router_ids': ['b75cf2f1-4138-468d-9e81-4c8e80e022b4'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:34:50.366269 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a6c832-9432-4fec-b3e9-c1e2d8547348 None None] Pushing event updated for resources: {'Port': ['ID=8f12d4c0-cbb3-4f08-837a-423adb8783f1,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:50.373490 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1b0ffc48-faf6-4ee4-a8ef-19698838bce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (e37b5906-eb3b-4908-a330-d1153d29b3d1), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:50.378200 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1b0ffc48-faf6-4ee4-a8ef-19698838bce1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:50.383542 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-1b0ffc48-faf6-4ee4-a8ef-19698838bce1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e37b5906-eb3b-4908-a330-d1153d29b3d1 HTTP/1.1" status: 204 len: 168 time: 0.3422732 Mar 14 14:34:50.409057 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0ffc48-faf6-4ee4-a8ef-19698838bce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37b5906-eb3b-4908-a330-d1153d29b3d1,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:50.423199 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-50ca9971-c641-4a1b-a297-49b7b241a405 req-da07139d-7a35-4528-a0c5-4dd78956c861 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=9a82d323ca8e4f358a750af658b4eeb2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1149206 Mar 14 14:34:50.499942 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-7cb83b4f-a5e2-4977-a046-12d6d71a880f None None] Set router b75cf2f1-4138-468d-9e81-4c8e80e022b4 gateway port host: dv-cinder-790535-28-smb {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:34:50.567163 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-50ca9971-c641-4a1b-a297-49b7b241a405 req-8ab66a82-fcf7-43c8-97e8-1ee7137a8c01 service neutron] 10.222.0.58 "GET /v2.0/networks/5d4a8694-0239-4e2f-aa18-849c2487601b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277974 Mar 14 14:34:50.627622 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-1b5196e3-bf5a-4220-9f57-1a7931e41e9e None None] Provisioning complete for port 8f12d4c0-cbb3-4f08-837a-423adb8783f1 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:34:50.628184 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1b5196e3-bf5a-4220-9f57-1a7931e41e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (8f12d4c0-cbb3-4f08-837a-423adb8783f1), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:50.703181 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-50ca9971-c641-4a1b-a297-49b7b241a405 req-294be254-608e-42d6-adff-0c7104c5663a service neutron] 10.222.0.58 "GET /v2.0/networks/5d4a8694-0239-4e2f-aa18-849c2487601b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289303 Mar 14 14:34:50.799678 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-1b5196e3-bf5a-4220-9f57-1a7931e41e9e None None] Current status of the port 8f12d4c0-cbb3-4f08-837a-423adb8783f1 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:34:50.800109 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1b5196e3-bf5a-4220-9f57-1a7931e41e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (8f12d4c0-cbb3-4f08-837a-423adb8783f1), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:50.837634 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-7cb83b4f-a5e2-4977-a046-12d6d71a880f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'name': 'tempest-AttachVolumeNegativeTest-705139474-router', 'tenant_id': '9a82d323ca8e4f358a750af658b4eeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.219'}], 'enable_snat': True}, 'gw_port_id': 'f7089ac1-60e8-4225-ad94-1f2daf56b0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:34:37Z', 'updated_at': '2022-03-14T14:34:43Z', 'revision_number': 4, 'project_id': '9a82d323ca8e4f358a750af658b4eeb2', 'gw_port': {'id': 'f7089ac1-60e8-4225-ad94-1f2daf56b0b9', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:24:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:34:38Z', 'updated_at': '2022-03-14T14:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb', '_interfaces': [{'id': '8f12d4c0-cbb3-4f08-837a-423adb8783f1', 'name': '', 'network_id': '5d4a8694-0239-4e2f-aa18-849c2487601b', 'tenant_id': '9a82d323ca8e4f358a750af658b4eeb2', 'mac_address': 'fa:16:3e:95:0f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '552817ad-4405-41ef-9fca-99665a7d7043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:34:42Z', 'updated_at': '2022-03-14T14:34:50Z', 'revision_number': 4, 'project_id': '9a82d323ca8e4f358a750af658b4eeb2', 'subnets': [{'id': '552817ad-4405-41ef-9fca-99665a7d7043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-smb', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:34:50.843172 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-1b5196e3-bf5a-4220-9f57-1a7931e41e9e None None] For port 8f12d4c0-cbb3-4f08-837a-423adb8783f1, host dv-cinder-790535-28-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-smb',level=0,port_id=8f12d4c0-cbb3-4f08-837a-423adb8783f1,segment=NetworkSegment(2e71eb14-5578-4214-b785-a17f91764def),segment_id=2e71eb14-5578-4214-b785-a17f91764def)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:34:50.870704 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb83b4f-a5e2-4977-a046-12d6d71a880f None None] The sync data for ids ['b75cf2f1-4138-468d-9e81-4c8e80e022b4'] in dv-cinder-790535-28-smb is: [{'id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'name': 'tempest-AttachVolumeNegativeTest-705139474-router', 'tenant_id': '9a82d323ca8e4f358a750af658b4eeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.219'}], 'enable_snat': True}, 'gw_port_id': 'f7089ac1-60e8-4225-ad94-1f2daf56b0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:34:37Z', 'updated_at': '2022-03-14T14:34:43Z', 'revision_number': 4, 'project_id': '9a82d323ca8e4f358a750af658b4eeb2', 'gw_port': {'id': 'f7089ac1-60e8-4225-ad94-1f2daf56b0b9', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:24:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:34:38Z', 'updated_at': '2022-03-14T14:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb', '_interfaces': [{'id': '8f12d4c0-cbb3-4f08-837a-423adb8783f1', 'name': '', 'network_id': '5d4a8694-0239-4e2f-aa18-849c2487601b', 'tenant_id': '9a82d323ca8e4f358a750af658b4eeb2', 'mac_address': 'fa:16:3e:95:0f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '552817ad-4405-41ef-9fca-99665a7d7043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:34:42Z', 'updated_at': '2022-03-14T14:34:50Z', 'revision_number': 4, 'project_id': '9a82d323ca8e4f358a750af658b4eeb2', 'subnets': [{'id': '552817ad-4405-41ef-9fca-99665a7d7043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:34:50.941277 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1b5196e3-bf5a-4220-9f57-1a7931e41e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (8f12d4c0-cbb3-4f08-837a-423adb8783f1), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:51.087238 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5196e3-bf5a-4220-9f57-1a7931e41e9e None None] Pushing event updated for resources: {'Port': ['ID=8f12d4c0-cbb3-4f08-837a-423adb8783f1,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:51.226694 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-35cdef34-0749-482e-986f-940435656d50 req-4057d6a9-2f40-4aa8-bcb2-9d3e32921333 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7db2738-aa55-4944-9e1f-8599493f41a7 HTTP/1.1" status: 200 len: 210 time: 0.0422046 Mar 14 14:34:51.607058 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Device 8f12d4c0-cbb3-4f08-837a-423adb8783f1 up at agent ovs-agent-dv-cinder-790535-28-smb {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:34:51.677410 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Provisioning complete for port 8f12d4c0-cbb3-4f08-837a-423adb8783f1 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:34:51.677955 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (8f12d4c0-cbb3-4f08-837a-423adb8783f1), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:51.802969 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Current status of the port 8f12d4c0-cbb3-4f08-837a-423adb8783f1 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:34:51.988938 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Device d06419f3-6bc4-44b8-963a-0370719277a3 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:34:52.109703 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Current status of the port d06419f3-6bc4-44b8-963a-0370719277a3 is: DOWN; New status is: DOWN {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:34:52.333535 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-f8ed45f7-ad56-47b9-9f41-e494fca67a13 req-1a62a159-fda2-40c2-9ab1-bf349e41824c tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7db2738-aa55-4944-9e1f-8599493f41a7 HTTP/1.1" status: 200 len: 210 time: 0.0515783 Mar 14 14:34:52.681174 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc90741-892b-4cc6-8c4e-75a40d74f4de req-f1cb87b7-da97-405c-9dd6-0be4280354b5 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:52.683284 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-5cc90741-892b-4cc6-8c4e-75a40d74f4de req-f1cb87b7-da97-405c-9dd6-0be4280354b5 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b99b874-59b9-49da-a366-c0a1bcd0d275 HTTP/1.1" status: 200 len: 943 time: 0.0747533 Mar 14 14:34:52.764764 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-5cc90741-892b-4cc6-8c4e-75a40d74f4de req-caed4ccf-bca4-4cad-aff7-6b49496fca2b tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a514ccf-fc2a-436b-911d-f5e8466a2121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747001 Mar 14 14:34:53.370362 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-9458083a-c5d5-4b1f-92bc-4584df7fb685 req-d9c65949-6ed1-47c6-a2bd-5e85a9fbedf9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2b99b874-59b9-49da-a366-c0a1bcd0d275&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0630746 Mar 14 14:34:53.471924 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9458083a-c5d5-4b1f-92bc-4584df7fb685 req-6a593052-426b-404a-b881-f92cc5ce3f0d tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:53.472350 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-d87468a4-386b-4403-9e89-a6d2e88ec010 req-d6b01b81-ef0e-460c-add8-df073184c57e tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7db2738-aa55-4944-9e1f-8599493f41a7 HTTP/1.1" status: 200 len: 210 time: 0.0409000 Mar 14 14:34:53.474422 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-9458083a-c5d5-4b1f-92bc-4584df7fb685 req-6a593052-426b-404a-b881-f92cc5ce3f0d tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports/d06419f3-6bc4-44b8-963a-0370719277a3 HTTP/1.1" status: 200 len: 940 time: 0.0652111 Mar 14 14:34:53.943834 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8a18b2-c7bf-4f22-aa01-e33b89bdc4d7 req-f791312c-09dd-4c17-a1e7-7c8b1a70c5cd tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:53.945803 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-7d8a18b2-c7bf-4f22-aa01-e33b89bdc4d7 req-f791312c-09dd-4c17-a1e7-7c8b1a70c5cd tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b99b874-59b9-49da-a366-c0a1bcd0d275 HTTP/1.1" status: 200 len: 943 time: 0.0638366 Mar 14 14:34:54.037816 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-7d8a18b2-c7bf-4f22-aa01-e33b89bdc4d7 req-11c1ebf9-4d4b-4b20-9bcf-2dab410a584a tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a514ccf-fc2a-436b-911d-f5e8466a2121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693593 Mar 14 14:34:54.141175 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca9971-c641-4a1b-a297-49b7b241a405 req-4b069217-978b-4238-8038-e70538b4b76e tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:54.144348 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-50ca9971-c641-4a1b-a297-49b7b241a405 req-4b069217-978b-4238-8038-e70538b4b76e tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.35 "GET /v2.0/networks?id=5d4a8694-0239-4e2f-aa18-849c2487601b HTTP/1.1" status: 200 len: 814 time: 0.1853733 Mar 14 14:34:54.229016 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-50ca9971-c641-4a1b-a297-49b7b241a405 req-598de68f-a52c-4d88-b957-a20325bd16c0 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a82d323ca8e4f358a750af658b4eeb2 HTTP/1.1" status: 200 len: 379 time: 0.0725451 Mar 14 14:34:54.240263 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.v2.base [req-50ca9971-c641-4a1b-a297-49b7b241a405 req-b65cff0c-8bca-40e0-9860-9dca0b945539 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Request body: {'port': {'device_id': 'a7db2738-aa55-4944-9e1f-8599493f41a7', 'network_id': '5d4a8694-0239-4e2f-aa18-849c2487601b', 'admin_state_up': True, 'tenant_id': '9a82d323ca8e4f358a750af658b4eeb2', 'security_groups': ['4c446449-4068-4f63-8fa0-d0e9beaac435']}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:34:54.509985 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50ca9971-c641-4a1b-a297-49b7b241a405 req-b65cff0c-8bca-40e0-9860-9dca0b945539 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Made reservation on behalf of 9a82d323ca8e4f358a750af658b4eeb2 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:34:54.523842 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-50ca9971-c641-4a1b-a297-49b7b241a405 req-b65cff0c-8bca-40e0-9860-9dca0b945539 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:54.598375 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-135e6e6e-8ea1-4889-a6b6-2409c566038a req-a30c0784-4f9c-4e73-8654-f431040e67cb tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7db2738-aa55-4944-9e1f-8599493f41a7 HTTP/1.1" status: 200 len: 210 time: 0.0344954 Mar 14 14:34:54.715405 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-50ca9971-c641-4a1b-a297-49b7b241a405 req-b65cff0c-8bca-40e0-9860-9dca0b945539 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Allocated IP 172.20.0.4 (5d4a8694-0239-4e2f-aa18-849c2487601b/552817ad-4405-41ef-9fca-99665a7d7043/5599561f-d3bf-4467-944a-f10da42a4df6) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:34:54.884502 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-50ca9971-c641-4a1b-a297-49b7b241a405 req-b65cff0c-8bca-40e0-9860-9dca0b945539 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks [] for port (5599561f-d3bf-4467-944a-f10da42a4df6), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:55.032485 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-50ca9971-c641-4a1b-a297-49b7b241a405 req-b65cff0c-8bca-40e0-9860-9dca0b945539 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744329793199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9848306'] for port (5599561f-d3bf-4467-944a-f10da42a4df6), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:55.094243 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50ca9971-c641-4a1b-a297-49b7b241a405 req-b65cff0c-8bca-40e0-9860-9dca0b945539 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Network 5d4a8694-0239-4e2f-aa18-849c2487601b is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:34:55.102738 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-50ca9971-c641-4a1b-a297-49b7b241a405 req-b65cff0c-8bca-40e0-9860-9dca0b945539 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:34:55.106794 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-50ca9971-c641-4a1b-a297-49b7b241a405 req-b65cff0c-8bca-40e0-9860-9dca0b945539 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:34:55.185572 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9458083a-c5d5-4b1f-92bc-4584df7fb685 req-fa2b093c-a86f-46c3-8458-008056e85cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:55.188633 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-9458083a-c5d5-4b1f-92bc-4584df7fb685 req-fa2b093c-a86f-46c3-8458-008056e85cec service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2b99b874-59b9-49da-a366-c0a1bcd0d275&tenant_id=f5f40385a50a46a79167ae6a859eee4d HTTP/1.1" status: 200 len: 1127 time: 0.1633327 Mar 14 14:34:55.199420 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65cff0c-8bca-40e0-9860-9dca0b945539 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Pushing event updated for resources: {'Port': ['ID=5599561f-d3bf-4467-944a-f10da42a4df6,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:55.229005 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca9971-c641-4a1b-a297-49b7b241a405 req-b65cff0c-8bca-40e0-9860-9dca0b945539 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:55.230312 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-50ca9971-c641-4a1b-a297-49b7b241a405 req-b65cff0c-8bca-40e0-9860-9dca0b945539 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90846'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:55.297237 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecddd1bb-9f33-4831-bf96-a8ee9942d4e7 req-53a7ef20-cdfb-449b-8dd7-76263a4b8aa4 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:55.299268 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-ecddd1bb-9f33-4831-bf96-a8ee9942d4e7 req-53a7ef20-cdfb-449b-8dd7-76263a4b8aa4 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b99b874-59b9-49da-a366-c0a1bcd0d275 HTTP/1.1" status: 200 len: 943 time: 0.1324446 Mar 14 14:34:55.305978 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9458083a-c5d5-4b1f-92bc-4584df7fb685 req-75044b48-b714-42c3-866b-10fb99825e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:55.308063 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-9458083a-c5d5-4b1f-92bc-4584df7fb685 req-75044b48-b714-42c3-866b-10fb99825e5e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f5f40385a50a46a79167ae6a859eee4d&device_id=2b99b874-59b9-49da-a366-c0a1bcd0d275 HTTP/1.1" status: 200 len: 1127 time: 0.0824487 Mar 14 14:34:55.339409 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-50ca9971-c641-4a1b-a297-49b7b241a405 req-b65cff0c-8bca-40e0-9860-9dca0b945539 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1043413 Mar 14 14:34:55.351796 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.v2.base [req-50ca9971-c641-4a1b-a297-49b7b241a405 req-9fc463a6-a688-4589-8a8e-ec5e79922c93 service neutron] Request body: {'port': {'device_id': 'a7db2738-aa55-4944-9e1f-8599493f41a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:34:55.411030 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ac3f6fd0-cd8c-447d-b188-2506e3bae5ca None None] Provisioning complete for port 5599561f-d3bf-4467-944a-f10da42a4df6 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:34:55.411675 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ac3f6fd0-cd8c-447d-b188-2506e3bae5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (5599561f-d3bf-4467-944a-f10da42a4df6), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:55.419940 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-ecddd1bb-9f33-4831-bf96-a8ee9942d4e7 req-48f4c6e7-1173-495c-a41b-bf8a4fe53fce tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a514ccf-fc2a-436b-911d-f5e8466a2121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100514 Mar 14 14:34:55.457533 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9458083a-c5d5-4b1f-92bc-4584df7fb685 req-8a3529c6-0934-4ff6-85fc-396338ad5bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:55.459832 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-9458083a-c5d5-4b1f-92bc-4584df7fb685 req-8a3529c6-0934-4ff6-85fc-396338ad5bad service neutron] 10.222.0.35 "GET /v2.0/networks?id=9bb2727a-e859-46ff-8b02-e0e5093e8925 HTTP/1.1" status: 200 len: 918 time: 0.1426866 Mar 14 14:34:55.463402 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-50ca9971-c641-4a1b-a297-49b7b241a405 req-9fc463a6-a688-4589-8a8e-ec5e79922c93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (5599561f-d3bf-4467-944a-f10da42a4df6), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:55.497624 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ac3f6fd0-cd8c-447d-b188-2506e3bae5ca None None] Port 5599561f-d3bf-4467-944a-f10da42a4df6 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 14:34:55.585385 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-9458083a-c5d5-4b1f-92bc-4584df7fb685 req-f0bb1561-988d-4247-88e3-8cbd78f989db service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d06419f3-6bc4-44b8-963a-0370719277a3 HTTP/1.1" status: 200 len: 998 time: 0.1187539 Mar 14 14:34:55.656218 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9458083a-c5d5-4b1f-92bc-4584df7fb685 req-c2f3658c-0559-452a-8f06-c3f030dd8cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:55.658640 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-9458083a-c5d5-4b1f-92bc-4584df7fb685 req-c2f3658c-0559-452a-8f06-c3f030dd8cf5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd458166-2986-4de0-890b-33eba077f5c5 HTTP/1.1" status: 200 len: 856 time: 0.0676477 Mar 14 14:34:55.805531 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9458083a-c5d5-4b1f-92bc-4584df7fb685 req-4efe16d5-7ed7-4a8e-88e3-8da49a5945ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:55.809315 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-9458083a-c5d5-4b1f-92bc-4584df7fb685 req-4efe16d5-7ed7-4a8e-88e3-8da49a5945ae service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9bb2727a-e859-46ff-8b02-e0e5093e8925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.1417530 Mar 14 14:34:55.828248 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1673325-3725-4d72-8a4f-6976e253ed20 req-dd5c287c-f3cb-4534-a9f0-2916793bf6f6 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:55.829894 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-d1673325-3725-4d72-8a4f-6976e253ed20 req-dd5c287c-f3cb-4534-a9f0-2916793bf6f6 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7db2738-aa55-4944-9e1f-8599493f41a7 HTTP/1.1" status: 200 len: 931 time: 0.1064701 Mar 14 14:34:55.895837 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.notifiers.nova [req-50ca9971-c641-4a1b-a297-49b7b241a405 req-9fc463a6-a688-4589-8a8e-ec5e79922c93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5599561f-d3bf-4467-944a-f10da42a4df6 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 14:34:55.904840 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-50ca9971-c641-4a1b-a297-49b7b241a405 req-9fc463a6-a688-4589-8a8e-ec5e79922c93 service neutron] Publish callbacks [] for port (5599561f-d3bf-4467-944a-f10da42a4df6), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:55.913105 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (5e7a912f-556e-4923-ad48-72f47c325557), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:55.919561 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-50ca9971-c641-4a1b-a297-49b7b241a405 req-9fc463a6-a688-4589-8a8e-ec5e79922c93 service neutron] Transition to ACTIVE for port object 5599561f-d3bf-4467-944a-f10da42a4df6 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 14:34:56.009936 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-50ca9971-c641-4a1b-a297-49b7b241a405 req-9fc463a6-a688-4589-8a8e-ec5e79922c93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9848299'] for port (5599561f-d3bf-4467-944a-f10da42a4df6), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:56.155391 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc463a6-a688-4589-8a8e-ec5e79922c93 service neutron] Pushing event updated for resources: {'Port': ['ID=5599561f-d3bf-4467-944a-f10da42a4df6,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:56.219451 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-50ca9971-c641-4a1b-a297-49b7b241a405 req-9fc463a6-a688-4589-8a8e-ec5e79922c93 service neutron] Attempting to bind port 5599561f-d3bf-4467-944a-f10da42a4df6 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:34:56.220016 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-50ca9971-c641-4a1b-a297-49b7b241a405 req-9fc463a6-a688-4589-8a8e-ec5e79922c93 service neutron] Attempting to bind port 5599561f-d3bf-4467-944a-f10da42a4df6 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '2e71eb14-5578-4214-b785-a17f91764def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5d4a8694-0239-4e2f-aa18-849c2487601b'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:34:56.220552 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ca9971-c641-4a1b-a297-49b7b241a405 req-9fc463a6-a688-4589-8a8e-ec5e79922c93 service neutron] Attempting to bind port 5599561f-d3bf-4467-944a-f10da42a4df6 on network 5d4a8694-0239-4e2f-aa18-849c2487601b {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:34:56.229222 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ca9971-c641-4a1b-a297-49b7b241a405 req-9fc463a6-a688-4589-8a8e-ec5e79922c93 service neutron] Port 5599561f-d3bf-4467-944a-f10da42a4df6 on network 5d4a8694-0239-4e2f-aa18-849c2487601b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 14:34:56.229672 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ca9971-c641-4a1b-a297-49b7b241a405 req-9fc463a6-a688-4589-8a8e-ec5e79922c93 service neutron] Attempting to bind port 5599561f-d3bf-4467-944a-f10da42a4df6 on network 5d4a8694-0239-4e2f-aa18-849c2487601b {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:34:56.239472 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ca9971-c641-4a1b-a297-49b7b241a405 req-9fc463a6-a688-4589-8a8e-ec5e79922c93 service neutron] Checking agent: {'id': '5e7a912f-556e-4923-ad48-72f47c325557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 26, 56), 'started_at': datetime.datetime(2022, 3, 14, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:34:56.240054 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ca9971-c641-4a1b-a297-49b7b241a405 req-9fc463a6-a688-4589-8a8e-ec5e79922c93 service neutron] Checking segment: {'id': '2e71eb14-5578-4214-b785-a17f91764def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5d4a8694-0239-4e2f-aa18-849c2487601b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:34:56.240615 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ca9971-c641-4a1b-a297-49b7b241a405 req-9fc463a6-a688-4589-8a8e-ec5e79922c93 service neutron] Bound using segment: {'id': '2e71eb14-5578-4214-b785-a17f91764def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5d4a8694-0239-4e2f-aa18-849c2487601b'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:34:56.241202 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-50ca9971-c641-4a1b-a297-49b7b241a405 req-9fc463a6-a688-4589-8a8e-ec5e79922c93 service neutron] Bound port: 5599561f-d3bf-4467-944a-f10da42a4df6, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e71eb14-5578-4214-b785-a17f91764def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5d4a8694-0239-4e2f-aa18-849c2487601b'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:34:56.241675 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-50ca9971-c641-4a1b-a297-49b7b241a405 req-9fc463a6-a688-4589-8a8e-ec5e79922c93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (5599561f-d3bf-4467-944a-f10da42a4df6), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:56.290122 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-d1673325-3725-4d72-8a4f-6976e253ed20 req-36b9c14c-5a5a-4b85-9f40-4fd76f5398ac tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c446449-4068-4f63-8fa0-d0e9beaac435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4497759 Mar 14 14:34:56.322755 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-9458083a-c5d5-4b1f-92bc-4584df7fb685 req-c0aed3de-3a51-41fd-91ba-ea5cf1cbed18 service neutron] 10.222.0.35 "GET /v2.0/networks/9bb2727a-e859-46ff-8b02-e0e5093e8925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5030391 Mar 14 14:34:56.349602 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-50ca9971-c641-4a1b-a297-49b7b241a405 req-9fc463a6-a688-4589-8a8e-ec5e79922c93 service neutron] For port 5599561f-d3bf-4467-944a-f10da42a4df6, host hv-cinder-79053, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:34:56.354531 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-50ca9971-c641-4a1b-a297-49b7b241a405 req-9fc463a6-a688-4589-8a8e-ec5e79922c93 service neutron] For port 5599561f-d3bf-4467-944a-f10da42a4df6, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5599561f-d3bf-4467-944a-f10da42a4df6,segment=NetworkSegment(2e71eb14-5578-4214-b785-a17f91764def),segment_id=2e71eb14-5578-4214-b785-a17f91764def)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:34:56.439282 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-9458083a-c5d5-4b1f-92bc-4584df7fb685 req-c6b8bd1f-841b-4992-a7d5-09786791fbd4 service neutron] 10.222.0.35 "GET /v2.0/networks/9bb2727a-e859-46ff-8b02-e0e5093e8925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101501 Mar 14 14:34:56.495182 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-50ca9971-c641-4a1b-a297-49b7b241a405 req-9fc463a6-a688-4589-8a8e-ec5e79922c93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9848299'] for port (5599561f-d3bf-4467-944a-f10da42a4df6), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:56.536696 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca9971-c641-4a1b-a297-49b7b241a405 req-9fc463a6-a688-4589-8a8e-ec5e79922c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:56.537333 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-50ca9971-c641-4a1b-a297-49b7b241a405 req-9fc463a6-a688-4589-8a8e-ec5e79922c93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90846'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:34:56.538833 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-50ca9971-c641-4a1b-a297-49b7b241a405 req-9fc463a6-a688-4589-8a8e-ec5e79922c93 service neutron] 10.222.0.35 "PUT /v2.0/ports/5599561f-d3bf-4467-944a-f10da42a4df6 HTTP/1.1" status: 200 len: 1093 time: 1.1914477 Mar 14 14:34:56.539357 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7db2738-aa55-4944-9e1f-8599493f41a7', 'tag': '5599561f-d3bf-4467-944a-f10da42a4df6'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:34:56.541790 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecc69d4607165f869e932d0d7c88ad38dd700a403a0c37ccec57971c369afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fca9f81-90fc-4d72-9372-9ef386180413" -d '{"events": [{"name": "network-changed", "server_uuid": "a7db2738-aa55-4944-9e1f-8599493f41a7", "tag": "5599561f-d3bf-4467-944a-f10da42a4df6"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:34:56.572964 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc463a6-a688-4589-8a8e-ec5e79922c93 service neutron] Pushing event updated for resources: {'Port': ['ID=5599561f-d3bf-4467-944a-f10da42a4df6,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:34:56.689268 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 14:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74d90237-bcd1-41f4-ada6-557df4e5ec48 x-openstack-request-id: req-74d90237-bcd1-41f4-ada6-557df4e5ec48 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:34:56.690522 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7db2738-aa55-4944-9e1f-8599493f41a7", "tag": "5599561f-d3bf-4467-944a-f10da42a4df6", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:34:56.690860 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-74d90237-bcd1-41f4-ada6-557df4e5ec48 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:34:56.691361 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7db2738-aa55-4944-9e1f-8599493f41a7', 'tag': '5599561f-d3bf-4467-944a-f10da42a4df6', 'status': 'completed', 'code': 200} Mar 14 14:34:56.711488 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc5dfc-7c63-47b8-ac0e-d451dac44f48 req-4227510d-10f7-4ad4-9e57-04935f0e9427 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:56.714094 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-ddcc5dfc-7c63-47b8-ac0e-d451dac44f48 req-4227510d-10f7-4ad4-9e57-04935f0e9427 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b99b874-59b9-49da-a366-c0a1bcd0d275 HTTP/1.1" status: 200 len: 943 time: 0.0972085 Mar 14 14:34:56.794464 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca9971-c641-4a1b-a297-49b7b241a405 req-882fb21b-9230-42c9-bd54-192e2841e301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:56.796327 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-50ca9971-c641-4a1b-a297-49b7b241a405 req-882fb21b-9230-42c9-bd54-192e2841e301 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9a82d323ca8e4f358a750af658b4eeb2&device_id=a7db2738-aa55-4944-9e1f-8599493f41a7 HTTP/1.1" status: 200 len: 1127 time: 0.0869942 Mar 14 14:34:56.821824 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-ddcc5dfc-7c63-47b8-ac0e-d451dac44f48 req-8972cdca-2fed-48be-8417-ec458ea3202f tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a514ccf-fc2a-436b-911d-f5e8466a2121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942647 Mar 14 14:34:56.859010 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-50ca9971-c641-4a1b-a297-49b7b241a405 req-b4c4a665-2734-45c0-a4f6-12a9191730c4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5599561f-d3bf-4467-944a-f10da42a4df6 HTTP/1.1" status: 200 len: 217 time: 0.0541546 Mar 14 14:34:56.913549 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca9971-c641-4a1b-a297-49b7b241a405 req-e79fde96-b81e-4a6f-91be-0442188fa935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:56.915052 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-50ca9971-c641-4a1b-a297-49b7b241a405 req-e79fde96-b81e-4a6f-91be-0442188fa935 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=552817ad-4405-41ef-9fca-99665a7d7043 HTTP/1.1" status: 200 len: 853 time: 0.0489299 Mar 14 14:34:56.976966 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca9971-c641-4a1b-a297-49b7b241a405 req-3ef872f5-ad34-4f84-86fe-b2ba23d58e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:56.979786 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-50ca9971-c641-4a1b-a297-49b7b241a405 req-3ef872f5-ad34-4f84-86fe-b2ba23d58e76 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5d4a8694-0239-4e2f-aa18-849c2487601b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0572300 Mar 14 14:34:57.141987 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-50ca9971-c641-4a1b-a297-49b7b241a405 req-b930b666-96d1-4071-b540-9ad81d26cd19 service neutron] 10.222.0.35 "GET /v2.0/networks/5d4a8694-0239-4e2f-aa18-849c2487601b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507401 Mar 14 14:34:57.259410 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-50ca9971-c641-4a1b-a297-49b7b241a405 req-b023d881-0bf4-4fc8-b3ea-108efc259a7d service neutron] 10.222.0.35 "GET /v2.0/networks/5d4a8694-0239-4e2f-aa18-849c2487601b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102929 Mar 14 14:34:57.535491 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332d45d3-a9f5-434a-b9ca-3e7bea9cbff2 req-8f839fed-ec9f-4ced-a970-d5371016b242 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:57.537114 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-332d45d3-a9f5-434a-b9ca-3e7bea9cbff2 req-8f839fed-ec9f-4ced-a970-d5371016b242 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7db2738-aa55-4944-9e1f-8599493f41a7 HTTP/1.1" status: 200 len: 943 time: 0.0715926 Mar 14 14:34:57.673873 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-332d45d3-a9f5-434a-b9ca-3e7bea9cbff2 req-95b1ba3d-5e00-40fe-89df-26f7072cc66a tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c446449-4068-4f63-8fa0-d0e9beaac435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107090 Mar 14 14:34:58.077442 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f3dc0-8523-4382-9ef4-94c96a70e76e req-1dbbb6a4-fa04-4ef6-995b-94d3bd9bba9c tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:58.085662 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-df6f3dc0-8523-4382-9ef4-94c96a70e76e req-1dbbb6a4-fa04-4ef6-995b-94d3bd9bba9c tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b99b874-59b9-49da-a366-c0a1bcd0d275 HTTP/1.1" status: 200 len: 943 time: 0.0802541 Mar 14 14:34:58.165946 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-df6f3dc0-8523-4382-9ef4-94c96a70e76e req-2ea89a6f-4e81-42bc-ab49-3067eeb9ac40 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a514ccf-fc2a-436b-911d-f5e8466a2121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791960 Mar 14 14:34:58.857251 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0f0da1-e7cd-4791-9e6a-eeb4fd10e4fb req-da09e55b-457b-4153-b888-c4493a2f9dab tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:58.859920 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-ad0f0da1-e7cd-4791-9e6a-eeb4fd10e4fb req-da09e55b-457b-4153-b888-c4493a2f9dab tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7db2738-aa55-4944-9e1f-8599493f41a7 HTTP/1.1" status: 200 len: 943 time: 0.0967448 Mar 14 14:34:58.931910 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-ad0f0da1-e7cd-4791-9e6a-eeb4fd10e4fb req-fd85feaf-88c3-412c-b1db-d4ad7995d8c8 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c446449-4068-4f63-8fa0-d0e9beaac435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651884 Mar 14 14:34:59.327267 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8fff21-6933-463d-a596-4db5b7c14a4d req-24c42604-239d-4d1d-90aa-0cefaa0c4add tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:34:59.333263 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-2c8fff21-6933-463d-a596-4db5b7c14a4d req-24c42604-239d-4d1d-90aa-0cefaa0c4add tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b99b874-59b9-49da-a366-c0a1bcd0d275 HTTP/1.1" status: 200 len: 943 time: 0.0677161 Mar 14 14:34:59.386412 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-2c8fff21-6933-463d-a596-4db5b7c14a4d req-812e8925-d736-4364-b4ba-7d0072f2013e tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a514ccf-fc2a-436b-911d-f5e8466a2121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481739 Mar 14 14:35:00.100923 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274897fc-125f-4693-a5cf-9c5888c0c20a req-a93a4a84-7275-4630-a9a8-86346a929dc4 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:00.104762 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-274897fc-125f-4693-a5cf-9c5888c0c20a req-a93a4a84-7275-4630-a9a8-86346a929dc4 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7db2738-aa55-4944-9e1f-8599493f41a7 HTTP/1.1" status: 200 len: 943 time: 0.0868320 Mar 14 14:35:00.166231 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-274897fc-125f-4693-a5cf-9c5888c0c20a req-95eb64db-ee2e-42ab-a62c-8ce3ee3e90b1 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c446449-4068-4f63-8fa0-d0e9beaac435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533376 Mar 14 14:35:00.537343 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a3d17b-6a72-406a-8496-4156991ea21e req-fd6caa21-f0b1-444f-afe4-4358de78974e tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:00.540980 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-f5a3d17b-6a72-406a-8496-4156991ea21e req-fd6caa21-f0b1-444f-afe4-4358de78974e tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b99b874-59b9-49da-a366-c0a1bcd0d275 HTTP/1.1" status: 200 len: 943 time: 0.0731308 Mar 14 14:35:00.597768 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-f5a3d17b-6a72-406a-8496-4156991ea21e req-40b9b3c2-0d5b-4a03-a3d8-18af119f69ba tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a514ccf-fc2a-436b-911d-f5e8466a2121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494919 Mar 14 14:35:01.337256 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756224f1-2691-4216-932e-01a49f17df7c req-5e411245-c775-490a-af70-1d5cf7313338 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:01.338989 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-756224f1-2691-4216-932e-01a49f17df7c req-5e411245-c775-490a-af70-1d5cf7313338 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7db2738-aa55-4944-9e1f-8599493f41a7 HTTP/1.1" status: 200 len: 943 time: 0.0634663 Mar 14 14:35:01.411998 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-756224f1-2691-4216-932e-01a49f17df7c req-17b0a610-d91b-4238-8155-da471c7d9755 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c446449-4068-4f63-8fa0-d0e9beaac435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590930 Mar 14 14:35:01.814352 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89e26f0-5550-45e0-bb34-9d2573e5c843 req-00327ce0-215e-4853-a27b-3ef00948091f tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:01.818425 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-f89e26f0-5550-45e0-bb34-9d2573e5c843 req-00327ce0-215e-4853-a27b-3ef00948091f tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b99b874-59b9-49da-a366-c0a1bcd0d275 HTTP/1.1" status: 200 len: 943 time: 0.1069953 Mar 14 14:35:01.895801 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-f89e26f0-5550-45e0-bb34-9d2573e5c843 req-2d81f1c1-ad12-41e7-b8bb-4b358d671b83 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a514ccf-fc2a-436b-911d-f5e8466a2121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713692 Mar 14 14:35:02.587251 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79d6629-2bae-48ee-82a3-0d73a14a23ba req-fd96e4d0-0c71-4c9c-abc6-06e9968d2493 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:02.589012 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-c79d6629-2bae-48ee-82a3-0d73a14a23ba req-fd96e4d0-0c71-4c9c-abc6-06e9968d2493 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7db2738-aa55-4944-9e1f-8599493f41a7 HTTP/1.1" status: 200 len: 943 time: 0.0641410 Mar 14 14:35:02.675536 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-c79d6629-2bae-48ee-82a3-0d73a14a23ba req-3ae724f6-fab9-4508-b35c-393fc05f5ffe tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c446449-4068-4f63-8fa0-d0e9beaac435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776982 Mar 14 14:35:03.067041 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a9dfac-f65a-4bae-9bfb-b52d49ef0f25 req-ee8e509d-3ae4-4c0d-9a03-8baa5679031a tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:03.068572 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-10a9dfac-f65a-4bae-9bfb-b52d49ef0f25 req-ee8e509d-3ae4-4c0d-9a03-8baa5679031a tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b99b874-59b9-49da-a366-c0a1bcd0d275 HTTP/1.1" status: 200 len: 943 time: 0.0752456 Mar 14 14:35:03.150370 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-10a9dfac-f65a-4bae-9bfb-b52d49ef0f25 req-cbe10b8f-e694-40a7-9eea-c3b14cb56034 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a514ccf-fc2a-436b-911d-f5e8466a2121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701289 Mar 14 14:35:03.886859 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc161a1-9376-41c9-80cb-2fe4a5e2560b req-69e6b532-095d-4ccd-a3f1-7c4bc5d71388 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:03.889760 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-edc161a1-9376-41c9-80cb-2fe4a5e2560b req-69e6b532-095d-4ccd-a3f1-7c4bc5d71388 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7db2738-aa55-4944-9e1f-8599493f41a7 HTTP/1.1" status: 200 len: 943 time: 0.1049776 Mar 14 14:35:03.957622 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-edc161a1-9376-41c9-80cb-2fe4a5e2560b req-ce3597f1-ea0c-4f4b-84bc-01afacb336aa tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c446449-4068-4f63-8fa0-d0e9beaac435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572879 Mar 14 14:35:04.355806 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d525f7b-b2c1-4fd8-9332-13a703e8f1dc req-fc2eedef-28bf-4da5-a5db-4ce888552528 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:04.357552 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-8d525f7b-b2c1-4fd8-9332-13a703e8f1dc req-fc2eedef-28bf-4da5-a5db-4ce888552528 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b99b874-59b9-49da-a366-c0a1bcd0d275 HTTP/1.1" status: 200 len: 943 time: 0.0920258 Mar 14 14:35:04.427764 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-8d525f7b-b2c1-4fd8-9332-13a703e8f1dc req-ff3825bc-3009-42ed-87a7-8f52f040dc67 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a514ccf-fc2a-436b-911d-f5e8466a2121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586071 Mar 14 14:35:05.155812 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb32c914-9192-4f9a-83e8-bb1fbe0b728a req-a769ce93-db33-4639-bc50-0d4149be7b02 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:05.158783 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-eb32c914-9192-4f9a-83e8-bb1fbe0b728a req-a769ce93-db33-4639-bc50-0d4149be7b02 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7db2738-aa55-4944-9e1f-8599493f41a7 HTTP/1.1" status: 200 len: 943 time: 0.0805924 Mar 14 14:35:05.240080 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-eb32c914-9192-4f9a-83e8-bb1fbe0b728a req-5a8f8d46-4b56-4863-893c-edfc4cb31659 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c446449-4068-4f63-8fa0-d0e9beaac435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735819 Mar 14 14:35:05.590714 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f49cf2f-df35-4fcd-bcdd-8b7da24b8d08 req-ab78a553-67fd-4351-a217-a288305fcdcb tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:05.593713 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-4f49cf2f-df35-4fcd-bcdd-8b7da24b8d08 req-ab78a553-67fd-4351-a217-a288305fcdcb tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b99b874-59b9-49da-a366-c0a1bcd0d275 HTTP/1.1" status: 200 len: 943 time: 0.0725040 Mar 14 14:35:05.650338 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-4f49cf2f-df35-4fcd-bcdd-8b7da24b8d08 req-f702ea32-7479-426c-baa1-7136ea0979d7 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a514ccf-fc2a-436b-911d-f5e8466a2121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500686 Mar 14 14:35:06.398648 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7070182f-5bf2-44bc-9a0e-9ea8d0f648f1 req-23e1930a-d484-4b8a-9194-df6ec77e8066 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:06.400176 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-7070182f-5bf2-44bc-9a0e-9ea8d0f648f1 req-23e1930a-d484-4b8a-9194-df6ec77e8066 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7db2738-aa55-4944-9e1f-8599493f41a7 HTTP/1.1" status: 200 len: 943 time: 0.0682490 Mar 14 14:35:06.463946 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-7070182f-5bf2-44bc-9a0e-9ea8d0f648f1 req-eea2e04d-8d3e-4102-b25e-3c9aadd7fe93 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c446449-4068-4f63-8fa0-d0e9beaac435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575876 Mar 14 14:35:06.800406 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e7f20a-98b5-49b4-9d71-a462ccfda517 req-4545d8c7-9980-4cff-b06a-aa2bfda077c0 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:06.802026 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-95e7f20a-98b5-49b4-9d71-a462ccfda517 req-4545d8c7-9980-4cff-b06a-aa2bfda077c0 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b99b874-59b9-49da-a366-c0a1bcd0d275 HTTP/1.1" status: 200 len: 943 time: 0.0572994 Mar 14 14:35:06.853391 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-95e7f20a-98b5-49b4-9d71-a462ccfda517 req-932b38d9-96cf-4d20-b30d-35cf545ff7fd tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a514ccf-fc2a-436b-911d-f5e8466a2121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454338 Mar 14 14:35:07.071786 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fca9f81-90fc-4d72-9372-9ef386180413 req-fe5e38a5-cb40-4bb7-94dd-cc916224822e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:07.073479 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-7fca9f81-90fc-4d72-9372-9ef386180413 req-fe5e38a5-cb40-4bb7-94dd-cc916224822e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9a82d323ca8e4f358a750af658b4eeb2&device_id=a7db2738-aa55-4944-9e1f-8599493f41a7 HTTP/1.1" status: 200 len: 1127 time: 0.0672610 Mar 14 14:35:07.134437 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b96b9d-1ccd-4f17-829b-8c2636d97071 req-d3b31c09-9b01-4395-a35c-d822d6464c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:07.135947 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-97b96b9d-1ccd-4f17-829b-8c2636d97071 req-d3b31c09-9b01-4395-a35c-d822d6464c38 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f5f40385a50a46a79167ae6a859eee4d&device_id=2b99b874-59b9-49da-a366-c0a1bcd0d275 HTTP/1.1" status: 200 len: 1127 time: 0.0532424 Mar 14 14:35:07.187521 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fca9f81-90fc-4d72-9372-9ef386180413 req-6a9445d7-1804-43d1-94b0-17e1da7c993d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:07.189033 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-7fca9f81-90fc-4d72-9372-9ef386180413 req-6a9445d7-1804-43d1-94b0-17e1da7c993d service neutron] 10.222.0.35 "GET /v2.0/networks?id=5d4a8694-0239-4e2f-aa18-849c2487601b HTTP/1.1" status: 200 len: 915 time: 0.1060545 Mar 14 14:35:07.233635 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-7fca9f81-90fc-4d72-9372-9ef386180413 req-c9064ee0-2599-4ab9-8a40-0e024375324f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5599561f-d3bf-4467-944a-f10da42a4df6 HTTP/1.1" status: 200 len: 217 time: 0.0368509 Mar 14 14:35:07.259859 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b96b9d-1ccd-4f17-829b-8c2636d97071 req-0cd02751-7ac1-40c8-85a3-4cc0d3406c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:07.261369 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-97b96b9d-1ccd-4f17-829b-8c2636d97071 req-0cd02751-7ac1-40c8-85a3-4cc0d3406c53 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9bb2727a-e859-46ff-8b02-e0e5093e8925 HTTP/1.1" status: 200 len: 918 time: 0.0919518 Mar 14 14:35:07.285592 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fca9f81-90fc-4d72-9372-9ef386180413 req-ee49f8bb-bc95-4450-820a-79e5f46ee491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:07.287067 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-7fca9f81-90fc-4d72-9372-9ef386180413 req-ee49f8bb-bc95-4450-820a-79e5f46ee491 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=552817ad-4405-41ef-9fca-99665a7d7043 HTTP/1.1" status: 200 len: 853 time: 0.0474303 Mar 14 14:35:07.336622 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-97b96b9d-1ccd-4f17-829b-8c2636d97071 req-aa10a3dc-8104-4694-9baa-5077df17b3fb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d06419f3-6bc4-44b8-963a-0370719277a3 HTTP/1.1" status: 200 len: 998 time: 0.0655613 Mar 14 14:35:07.339156 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fca9f81-90fc-4d72-9372-9ef386180413 req-e966a5a4-4d11-4d1c-8823-0e220b8cfa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:07.340702 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-7fca9f81-90fc-4d72-9372-9ef386180413 req-e966a5a4-4d11-4d1c-8823-0e220b8cfa43 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5d4a8694-0239-4e2f-aa18-849c2487601b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0477033 Mar 14 14:35:07.403665 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b96b9d-1ccd-4f17-829b-8c2636d97071 req-a9cda238-679e-4a38-a463-0f773ccb4f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:07.405347 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-97b96b9d-1ccd-4f17-829b-8c2636d97071 req-a9cda238-679e-4a38-a463-0f773ccb4f7e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd458166-2986-4de0-890b-33eba077f5c5 HTTP/1.1" status: 200 len: 856 time: 0.0466940 Mar 14 14:35:07.451017 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-7fca9f81-90fc-4d72-9372-9ef386180413 req-2ede933d-03c5-4775-be08-7943b4d64e10 service neutron] 10.222.0.35 "GET /v2.0/networks/5d4a8694-0239-4e2f-aa18-849c2487601b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909443 Mar 14 14:35:07.469171 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b96b9d-1ccd-4f17-829b-8c2636d97071 req-dcdab671-b825-4899-9b18-57b2df388324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:07.471954 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-97b96b9d-1ccd-4f17-829b-8c2636d97071 req-dcdab671-b825-4899-9b18-57b2df388324 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9bb2727a-e859-46ff-8b02-e0e5093e8925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0561502 Mar 14 14:35:07.561724 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-7fca9f81-90fc-4d72-9372-9ef386180413 req-5c95f98f-6067-4f04-b325-c866d84fb8bc service neutron] 10.222.0.35 "GET /v2.0/networks/5d4a8694-0239-4e2f-aa18-849c2487601b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987921 Mar 14 14:35:07.616525 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-97b96b9d-1ccd-4f17-829b-8c2636d97071 req-86996a9f-d8b5-4cd3-bf0c-2eddd7c84dc7 service neutron] 10.222.0.35 "GET /v2.0/networks/9bb2727a-e859-46ff-8b02-e0e5093e8925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388359 Mar 14 14:35:07.628902 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3410efbd-e158-486f-ac96-aac9a54f9f7b req-5a360cfe-1ce2-4df7-836b-fe73623c3cc2 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:07.630424 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-3410efbd-e158-486f-ac96-aac9a54f9f7b req-5a360cfe-1ce2-4df7-836b-fe73623c3cc2 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7db2738-aa55-4944-9e1f-8599493f41a7 HTTP/1.1" status: 200 len: 943 time: 0.0774283 Mar 14 14:35:07.744014 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-3410efbd-e158-486f-ac96-aac9a54f9f7b req-9c98658f-625b-4ee9-90c4-1acbe5699941 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c446449-4068-4f63-8fa0-d0e9beaac435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052866 Mar 14 14:35:07.763290 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-97b96b9d-1ccd-4f17-829b-8c2636d97071 req-5e1788dc-0ae6-41ca-9be0-9f56d06096c5 service neutron] 10.222.0.35 "GET /v2.0/networks/9bb2727a-e859-46ff-8b02-e0e5093e8925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318593 Mar 14 14:35:07.993884 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08890f7a-0736-48d6-80f6-9a9181dc55f7 req-8dfeec67-6a60-427d-a20e-69b6caf2e28e tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:07.995401 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-08890f7a-0736-48d6-80f6-9a9181dc55f7 req-8dfeec67-6a60-427d-a20e-69b6caf2e28e tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b99b874-59b9-49da-a366-c0a1bcd0d275 HTTP/1.1" status: 200 len: 943 time: 0.0572078 Mar 14 14:35:08.052913 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-08890f7a-0736-48d6-80f6-9a9181dc55f7 req-742a7963-9942-40de-96a0-ddb073a8eb75 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a514ccf-fc2a-436b-911d-f5e8466a2121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516553 Mar 14 14:35:08.054292 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Device d06419f3-6bc4-44b8-963a-0370719277a3 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 14:35:08.180310 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] For port d06419f3-6bc4-44b8-963a-0370719277a3, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d06419f3-6bc4-44b8-963a-0370719277a3,segment=NetworkSegment(36cc7d28-2976-47cb-ab1d-d82e9bbf4c55),segment_id=36cc7d28-2976-47cb-ab1d-d82e9bbf4c55)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:35:08.199986 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Returning: {'device': 'd06419f3-6bc4-44b8-963a-0370719277a3', 'network_id': '9bb2727a-e859-46ff-8b02-e0e5093e8925', 'port_id': 'd06419f3-6bc4-44b8-963a-0370719277a3', 'mac_address': 'fa:16:3e:f3:77:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd458166-2986-4de0-890b-33eba077f5c5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 14:35:08.270968 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Current status of the port d06419f3-6bc4-44b8-963a-0370719277a3 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:35:08.271546 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (d06419f3-6bc4-44b8-963a-0370719277a3), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:08.296318 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d06419f3-6bc4-44b8-963a-0370719277a3 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 14:35:08.320620 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] For port d06419f3-6bc4-44b8-963a-0370719277a3, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d06419f3-6bc4-44b8-963a-0370719277a3,segment=NetworkSegment(36cc7d28-2976-47cb-ab1d-d82e9bbf4c55),segment_id=36cc7d28-2976-47cb-ab1d-d82e9bbf4c55)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:35:08.471601 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (d06419f3-6bc4-44b8-963a-0370719277a3), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:08.472486 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Device 5599561f-d3bf-4467-944a-f10da42a4df6 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 14:35:08.550618 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Pushing event updated for resources: {'Port': ['ID=d06419f3-6bc4-44b8-963a-0370719277a3,revision_number=9']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:35:08.788812 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] For port 5599561f-d3bf-4467-944a-f10da42a4df6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5599561f-d3bf-4467-944a-f10da42a4df6,segment=NetworkSegment(2e71eb14-5578-4214-b785-a17f91764def),segment_id=2e71eb14-5578-4214-b785-a17f91764def)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:35:08.802454 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Returning: {'device': '5599561f-d3bf-4467-944a-f10da42a4df6', 'network_id': '5d4a8694-0239-4e2f-aa18-849c2487601b', 'port_id': '5599561f-d3bf-4467-944a-f10da42a4df6', 'mac_address': 'fa:16:3e:8f:21:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '552817ad-4405-41ef-9fca-99665a7d7043', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 14:35:08.849076 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Current status of the port 5599561f-d3bf-4467-944a-f10da42a4df6 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:35:08.849476 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (5599561f-d3bf-4467-944a-f10da42a4df6), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:08.866422 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5599561f-d3bf-4467-944a-f10da42a4df6 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 14:35:08.888762 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b4bea-ffa5-4b73-8b7f-dac4ce5c5161 req-644a1218-7406-489d-9484-2e506d49588b tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:08.893127 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-6d4b4bea-ffa5-4b73-8b7f-dac4ce5c5161 req-644a1218-7406-489d-9484-2e506d49588b tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7db2738-aa55-4944-9e1f-8599493f41a7 HTTP/1.1" status: 200 len: 943 time: 0.0609856 Mar 14 14:35:08.895587 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] For port 5599561f-d3bf-4467-944a-f10da42a4df6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5599561f-d3bf-4467-944a-f10da42a4df6,segment=NetworkSegment(2e71eb14-5578-4214-b785-a17f91764def),segment_id=2e71eb14-5578-4214-b785-a17f91764def)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:35:08.948091 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-6d4b4bea-ffa5-4b73-8b7f-dac4ce5c5161 req-8f28d465-3ca8-486d-b71f-96446c86d2c9 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c446449-4068-4f63-8fa0-d0e9beaac435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496981 Mar 14 14:35:08.974450 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (5599561f-d3bf-4467-944a-f10da42a4df6), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:09.028145 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Pushing event updated for resources: {'Port': ['ID=5599561f-d3bf-4467-944a-f10da42a4df6,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:35:09.190456 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d7c6be-3510-4fe4-ae14-e84708c79185 req-733bbc0c-7f1e-46d4-91d0-2a1f910cd884 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:09.192376 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-26d7c6be-3510-4fe4-ae14-e84708c79185 req-733bbc0c-7f1e-46d4-91d0-2a1f910cd884 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b99b874-59b9-49da-a366-c0a1bcd0d275 HTTP/1.1" status: 200 len: 944 time: 0.0613682 Mar 14 14:35:09.243520 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-26d7c6be-3510-4fe4-ae14-e84708c79185 req-0780c78e-5459-4be9-a2ac-3ac8dcf56ad6 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a514ccf-fc2a-436b-911d-f5e8466a2121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453911 Mar 14 14:35:09.255842 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] get_ports_and_sgs() called for port_ids ['5599561f-d3bf-4467-944a-f10da42a4df6'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 14:35:09.260818 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] get_ports_and_sgs() called for port_ids ['d06419f3-6bc4-44b8-963a-0370719277a3'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 14:35:10.082299 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995634e8-6393-4c29-b576-f7b17e762a50 req-0a7c064c-28a5-4dda-ae91-696deadf063a tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:10.084140 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-995634e8-6393-4c29-b576-f7b17e762a50 req-0a7c064c-28a5-4dda-ae91-696deadf063a tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7db2738-aa55-4944-9e1f-8599493f41a7 HTTP/1.1" status: 200 len: 944 time: 0.0627792 Mar 14 14:35:10.138532 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-995634e8-6393-4c29-b576-f7b17e762a50 req-4e1a63b4-90fc-417c-b34b-1b6640754a31 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c446449-4068-4f63-8fa0-d0e9beaac435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484402 Mar 14 14:35:10.418202 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17bc789-6544-480e-8d47-453eb8d38a4f req-a3d06cb6-7768-4613-8c2b-bf4791e814e2 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:10.420691 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-e17bc789-6544-480e-8d47-453eb8d38a4f req-a3d06cb6-7768-4613-8c2b-bf4791e814e2 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b99b874-59b9-49da-a366-c0a1bcd0d275 HTTP/1.1" status: 200 len: 944 time: 0.0929265 Mar 14 14:35:10.479627 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-e17bc789-6544-480e-8d47-453eb8d38a4f req-41ab85a1-3f73-42eb-8b80-916d18e86776 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a514ccf-fc2a-436b-911d-f5e8466a2121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524325 Mar 14 14:35:11.281154 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d414b-0e3b-4433-b9b2-58aa54706a65 req-04e42819-582e-4d33-b986-bc78dabceb4a tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:11.282757 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-ff0d414b-0e3b-4433-b9b2-58aa54706a65 req-04e42819-582e-4d33-b986-bc78dabceb4a tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7db2738-aa55-4944-9e1f-8599493f41a7 HTTP/1.1" status: 200 len: 944 time: 0.0602105 Mar 14 14:35:11.339361 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-ff0d414b-0e3b-4433-b9b2-58aa54706a65 req-603c8a48-90f5-4a16-bd38-f84d1e624240 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c446449-4068-4f63-8fa0-d0e9beaac435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464060 Mar 14 14:35:11.500183 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8b4d8cde-bafd-457e-a884-4a8d9d062e3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (cdfaf928-5960-4f26-8f0f-a06a7779780c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:11.512895 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.agents_db [None req-65564c68-cd92-4c79-8f56-5bb994fe7015 None None] Agent healthcheck: found 6 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 14:35:11.625370 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bc5ec5-1f89-401c-8bf5-2d2f39082095 req-37cf63f9-c437-4220-be97-7510245eb632 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:11.628700 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-23bc5ec5-1f89-401c-8bf5-2d2f39082095 req-37cf63f9-c437-4220-be97-7510245eb632 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b99b874-59b9-49da-a366-c0a1bcd0d275 HTTP/1.1" status: 200 len: 944 time: 0.0726418 Mar 14 14:35:11.687233 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-23bc5ec5-1f89-401c-8bf5-2d2f39082095 req-a342ab16-7593-4da0-9fd5-e0227a95ad91 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a514ccf-fc2a-436b-911d-f5e8466a2121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511458 Mar 14 14:35:12.086305 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Device d06419f3-6bc4-44b8-963a-0370719277a3 up at agent hyperv_hv-cinder-79053 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:35:12.152607 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Provisioning complete for port d06419f3-6bc4-44b8-963a-0370719277a3 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:35:12.165167 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (d06419f3-6bc4-44b8-963a-0370719277a3), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:12.239537 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Current status of the port d06419f3-6bc4-44b8-963a-0370719277a3 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:35:12.239933 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (d06419f3-6bc4-44b8-963a-0370719277a3), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:12.265448 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b99b874-59b9-49da-a366-c0a1bcd0d275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd06419f3-6bc4-44b8-963a-0370719277a3'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:35:12.272132 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b7ebcd0391bc29bcab12edcb0ac311dc480f3a51940d576a7fcfe4e03a4514e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44bcad8c-3989-4621-9649-af9d854818e2" -d '{"events": [{"server_uuid": "2b99b874-59b9-49da-a366-c0a1bcd0d275", "name": "network-vif-plugged", "status": "completed", "tag": "d06419f3-6bc4-44b8-963a-0370719277a3"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:35:12.288398 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] For port d06419f3-6bc4-44b8-963a-0370719277a3, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d06419f3-6bc4-44b8-963a-0370719277a3,segment=NetworkSegment(36cc7d28-2976-47cb-ab1d-d82e9bbf4c55),segment_id=36cc7d28-2976-47cb-ab1d-d82e9bbf4c55)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:35:12.320497 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 14:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24d3b719-07aa-4af8-bbee-f44b3b0e18a4 x-openstack-request-id: req-24d3b719-07aa-4af8-bbee-f44b3b0e18a4 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:35:12.320855 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b99b874-59b9-49da-a366-c0a1bcd0d275", "name": "network-vif-plugged", "status": "completed", "tag": "d06419f3-6bc4-44b8-963a-0370719277a3", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:35:12.321118 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-24d3b719-07aa-4af8-bbee-f44b3b0e18a4 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:35:12.321724 dv-cinder-790535-28-smb neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b99b874-59b9-49da-a366-c0a1bcd0d275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd06419f3-6bc4-44b8-963a-0370719277a3', 'code': 200} Mar 14 14:35:12.377254 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (d06419f3-6bc4-44b8-963a-0370719277a3), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:12.378603 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Device 5599561f-d3bf-4467-944a-f10da42a4df6 up at agent hyperv_hv-cinder-79053 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:35:12.485952 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Pushing event updated for resources: {'Port': ['ID=d06419f3-6bc4-44b8-963a-0370719277a3,revision_number=10']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:35:12.516500 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678dae53-3b13-4299-934d-e0f5d7e0e1f4 req-d0d55c6f-32d9-4e50-8cb8-b904d30683ff tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:12.518510 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-678dae53-3b13-4299-934d-e0f5d7e0e1f4 req-d0d55c6f-32d9-4e50-8cb8-b904d30683ff tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7db2738-aa55-4944-9e1f-8599493f41a7 HTTP/1.1" status: 200 len: 944 time: 0.0739584 Mar 14 14:35:12.563049 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Provisioning for port 5599561f-d3bf-4467-944a-f10da42a4df6 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 14:35:12.568671 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Provisioning complete for port 5599561f-d3bf-4467-944a-f10da42a4df6 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:35:12.571044 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (5599561f-d3bf-4467-944a-f10da42a4df6), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:12.591694 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-678dae53-3b13-4299-934d-e0f5d7e0e1f4 req-d7b76aa5-be87-4b8e-8a98-b23b6ae5cc77 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c446449-4068-4f63-8fa0-d0e9beaac435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614066 Mar 14 14:35:12.656783 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Current status of the port 5599561f-d3bf-4467-944a-f10da42a4df6 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:35:12.657178 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (5599561f-d3bf-4467-944a-f10da42a4df6), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:12.696613 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] For port 5599561f-d3bf-4467-944a-f10da42a4df6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5599561f-d3bf-4467-944a-f10da42a4df6,segment=NetworkSegment(2e71eb14-5578-4214-b785-a17f91764def),segment_id=2e71eb14-5578-4214-b785-a17f91764def)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:35:12.714829 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b48f78-5cab-4719-ad81-1ee0c1523c65 req-8e714ac4-03de-48a8-9d97-6705e5f5596f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:12.716741 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-d3b48f78-5cab-4719-ad81-1ee0c1523c65 req-8e714ac4-03de-48a8-9d97-6705e5f5596f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2b99b874-59b9-49da-a366-c0a1bcd0d275 HTTP/1.1" status: 200 len: 1130 time: 0.0468962 Mar 14 14:35:12.768818 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (5599561f-d3bf-4467-944a-f10da42a4df6), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:12.790125 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-d3b48f78-5cab-4719-ad81-1ee0c1523c65 req-add239c8-5fe4-4289-ba8a-cf1c0dc532ef service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5a514ccf-fc2a-436b-911d-f5e8466a2121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618548 Mar 14 14:35:12.831240 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Pushing event updated for resources: {'Port': ['ID=5599561f-d3bf-4467-944a-f10da42a4df6,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:35:12.846866 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3520d0a8-2741-4be9-93c2-78fa93361b9f req-865f7624-6430-4b80-b83e-023af7f2f1a4 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:12.846866 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-3520d0a8-2741-4be9-93c2-78fa93361b9f req-865f7624-6430-4b80-b83e-023af7f2f1a4 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b99b874-59b9-49da-a366-c0a1bcd0d275 HTTP/1.1" status: 200 len: 946 time: 0.0700266 Mar 14 14:35:12.896820 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-3520d0a8-2741-4be9-93c2-78fa93361b9f req-c22c6e27-b899-4da7-a500-71f85bc34053 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a514ccf-fc2a-436b-911d-f5e8466a2121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471873 Mar 14 14:35:13.225818 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-06483f7e-4de0-48d5-8e2e-8c48a255918a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (3a20f343-fbae-42b4-9bd9-ea7570b5f761), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:13.741608 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a203bec-fbae-49e9-a08a-c445788702b4 req-5749f120-71cd-4812-acd9-208dab96c950 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:13.743185 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-3a203bec-fbae-49e9-a08a-c445788702b4 req-5749f120-71cd-4812-acd9-208dab96c950 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7db2738-aa55-4944-9e1f-8599493f41a7 HTTP/1.1" status: 200 len: 945 time: 0.0567975 Mar 14 14:35:13.804322 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-3a203bec-fbae-49e9-a08a-c445788702b4 req-081a3f43-56bb-46a6-841b-966d3ce85a95 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c446449-4068-4f63-8fa0-d0e9beaac435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518365 Mar 14 14:35:14.032779 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374ed631-28f3-4637-b8d6-2a7aa9703ddb req-32f51165-528f-444c-b2ef-14739e6b637f tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:14.034561 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-374ed631-28f3-4637-b8d6-2a7aa9703ddb req-32f51165-528f-444c-b2ef-14739e6b637f tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b99b874-59b9-49da-a366-c0a1bcd0d275 HTTP/1.1" status: 200 len: 946 time: 0.0634296 Mar 14 14:35:14.085719 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-374ed631-28f3-4637-b8d6-2a7aa9703ddb req-97a73ba7-1190-45b9-93e8-dfe3b080bdfe tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a514ccf-fc2a-436b-911d-f5e8466a2121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451834 Mar 14 14:35:14.231172 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1359c12f-9f02-429e-8c66-1d1d1dbe42c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (105db0a1-84b9-47b6-91eb-e578cb139bff), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:14.322989 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7db2738-aa55-4944-9e1f-8599493f41a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5599561f-d3bf-4467-944a-f10da42a4df6'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:35:14.326061 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b7ebcd0391bc29bcab12edcb0ac311dc480f3a51940d576a7fcfe4e03a4514e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f64be6-15a5-43bd-bc96-ed34d240170f" -d '{"events": [{"server_uuid": "a7db2738-aa55-4944-9e1f-8599493f41a7", "name": "network-vif-plugged", "status": "completed", "tag": "5599561f-d3bf-4467-944a-f10da42a4df6"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:35:14.368422 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 14:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b484f2-ba6b-470b-b983-81892b2f9d8c x-openstack-request-id: req-56b484f2-ba6b-470b-b983-81892b2f9d8c {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:35:14.368746 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7db2738-aa55-4944-9e1f-8599493f41a7", "name": "network-vif-plugged", "status": "completed", "tag": "5599561f-d3bf-4467-944a-f10da42a4df6", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:35:14.369009 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-56b484f2-ba6b-470b-b983-81892b2f9d8c {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:35:14.369412 dv-cinder-790535-28-smb neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7db2738-aa55-4944-9e1f-8599493f41a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5599561f-d3bf-4467-944a-f10da42a4df6', 'code': 200} Mar 14 14:35:14.772755 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17e7525-c217-459e-8294-2477e6ba8f8f req-eaa8b327-0c4e-4dee-a37a-366714b8dd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:14.774325 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-f17e7525-c217-459e-8294-2477e6ba8f8f req-eaa8b327-0c4e-4dee-a37a-366714b8dd5c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a7db2738-aa55-4944-9e1f-8599493f41a7 HTTP/1.1" status: 200 len: 1129 time: 0.0500538 Mar 14 14:35:14.822195 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-f17e7525-c217-459e-8294-2477e6ba8f8f req-4fd8d602-54ec-439a-9d1b-80cf13c6e708 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4c446449-4068-4f63-8fa0-d0e9beaac435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416098 Mar 14 14:35:14.932139 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68791541-af60-4e8a-834f-5f6866cc7551 req-ae353186-ffd8-4573-a8c1-48a29c4476c8 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:14.933719 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-68791541-af60-4e8a-834f-5f6866cc7551 req-ae353186-ffd8-4573-a8c1-48a29c4476c8 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7db2738-aa55-4944-9e1f-8599493f41a7 HTTP/1.1" status: 200 len: 945 time: 0.0563159 Mar 14 14:35:14.995510 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-68791541-af60-4e8a-834f-5f6866cc7551 req-05d1444f-37b4-43f8-8531-9b3b8077ad7c tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c446449-4068-4f63-8fa0-d0e9beaac435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496492 Mar 14 14:35:15.221943 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d157cba-d814-468d-bab2-06d35afeaf0f req-906a543e-fc81-48d0-a955-e814e35c18f6 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:15.223727 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-2d157cba-d814-468d-bab2-06d35afeaf0f req-906a543e-fc81-48d0-a955-e814e35c18f6 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b99b874-59b9-49da-a366-c0a1bcd0d275 HTTP/1.1" status: 200 len: 946 time: 0.0588560 Mar 14 14:35:15.274032 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-2d157cba-d814-468d-bab2-06d35afeaf0f req-0419cf22-5681-49be-83da-201da2df0221 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a514ccf-fc2a-436b-911d-f5e8466a2121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445473 Mar 14 14:35:15.551032 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-91e6bee0-ce44-4dbb-9ae4-7799debe7360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (837ef9e9-d083-4188-a7c6-79f2c68dbd25), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:16.120535 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e1c9b0-d0a2-48d7-b420-2fc28b53bbec req-a496e245-1190-46b2-bd51-864a7cb87722 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:16.122049 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-79e1c9b0-d0a2-48d7-b420-2fc28b53bbec req-a496e245-1190-46b2-bd51-864a7cb87722 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7db2738-aa55-4944-9e1f-8599493f41a7 HTTP/1.1" status: 200 len: 945 time: 0.0630436 Mar 14 14:35:16.179990 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-79e1c9b0-d0a2-48d7-b420-2fc28b53bbec req-3c2c24f7-2f17-4a10-9098-5b2eca96f34a tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c446449-4068-4f63-8fa0-d0e9beaac435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494671 Mar 14 14:35:16.409438 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8397c6eb-ae64-479e-b244-0149c56fddd2 req-297bc38a-c4b6-40e2-b7d5-8b6192fd33b0 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:16.410901 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-8397c6eb-ae64-479e-b244-0149c56fddd2 req-297bc38a-c4b6-40e2-b7d5-8b6192fd33b0 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b99b874-59b9-49da-a366-c0a1bcd0d275 HTTP/1.1" status: 200 len: 946 time: 0.0595405 Mar 14 14:35:16.465162 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-8397c6eb-ae64-479e-b244-0149c56fddd2 req-ef25c3cb-fdd8-4684-ad11-7aef1190c75b tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a514ccf-fc2a-436b-911d-f5e8466a2121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484514 Mar 14 14:35:17.162663 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (ddc61399-76bc-42cc-9da4-26f2fa974742), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:17.341752 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56a1718-20d2-4c99-ae78-8d0609c36823 req-630d3d17-880b-42f5-b4c6-3d7faecc88b2 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:17.344416 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-e56a1718-20d2-4c99-ae78-8d0609c36823 req-630d3d17-880b-42f5-b4c6-3d7faecc88b2 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7db2738-aa55-4944-9e1f-8599493f41a7 HTTP/1.1" status: 200 len: 945 time: 0.0887334 Mar 14 14:35:17.421292 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-e56a1718-20d2-4c99-ae78-8d0609c36823 req-3ecff64d-c56b-478f-aadb-eba7eb3fb3be tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c446449-4068-4f63-8fa0-d0e9beaac435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693033 Mar 14 14:35:17.555703 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5045d9-2b79-48ee-8a87-0754dcc47ef5 req-3073460d-aafd-4d03-8896-a67b2143ec99 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:17.557361 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-0d5045d9-2b79-48ee-8a87-0754dcc47ef5 req-3073460d-aafd-4d03-8896-a67b2143ec99 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7db2738-aa55-4944-9e1f-8599493f41a7 HTTP/1.1" status: 200 len: 945 time: 0.0657189 Mar 14 14:35:17.592393 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 37608) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:35:17.592393 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.v2.base [None req-7a29803a-5a83-41e1-8fd1-06b9e2706082 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Request body: {'floatingip': {'port_id': '5599561f-d3bf-4467-944a-f10da42a4df6'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:35:17.618355 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7a29803a-5a83-41e1-8fd1-06b9e2706082 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks [] for floatingip (ed07c937-fa0c-4232-8761-6fa1d3fe159b), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:18.149919 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7a29803a-5a83-41e1-8fd1-06b9e2706082 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:18.202431 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7a29803a-5a83-41e1-8fd1-06b9e2706082 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2016456'] for floatingip (ed07c937-fa0c-4232-8761-6fa1d3fe159b), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:18.327627 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.db.l3_db [None req-7a29803a-5a83-41e1-8fd1-06b9e2706082 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Floating IP ed07c937-fa0c-4232-8761-6fa1d3fe159b associated. External IP: 172.28.2.99, port: 5599561f-d3bf-4467-944a-f10da42a4df6. Mar 14 14:35:18.572146 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a29803a-5a83-41e1-8fd1-06b9e2706082 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Router b75cf2f1-4138-468d-9e81-4c8e80e022b4 has already been hosted by L3 agent 3a20f343-fbae-42b4-9bd9-ea7570b5f761 {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 14:35:18.710832 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a29803a-5a83-41e1-8fd1-06b9e2706082 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Notify agent at l3_agent.dv-cinder-790535-28-smb the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:35:18.715654 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7a29803a-5a83-41e1-8fd1-06b9e2706082 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90846'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:18.724787 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13bf2b9-af9e-4063-bb34-5f59701a95de None None] Sync routers for ids ['b75cf2f1-4138-468d-9e81-4c8e80e022b4'] in dv-cinder-790535-28-smb {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:35:18.738016 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13bf2b9-af9e-4063-bb34-5f59701a95de None None] Routers {'b75cf2f1-4138-468d-9e81-4c8e80e022b4'} bound to L3 agent in host dv-cinder-790535-28-smb {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:35:18.738929 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-c13bf2b9-af9e-4063-bb34-5f59701a95de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T14:20:13Z,description=,heartbeat_timestamp=2022-03-14T14:35:13Z,host='dv-cinder-790535-28-smb',id=3a20f343-fbae-42b4-9bd9-ea7570b5f761,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:20:14Z,topic='l3_agent')) {'router_ids': ['b75cf2f1-4138-468d-9e81-4c8e80e022b4'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:35:18.879610 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-c13bf2b9-af9e-4063-bb34-5f59701a95de None None] Set router b75cf2f1-4138-468d-9e81-4c8e80e022b4 gateway port host: dv-cinder-790535-28-smb {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:35:19.082030 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-7a29803a-5a83-41e1-8fd1-06b9e2706082 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "PUT /v2.0/floatingips/ed07c937-fa0c-4232-8761-6fa1d3fe159b HTTP/1.1" status: 200 len: 990 time: 1.5131466 Mar 14 14:35:19.083084 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7db2738-aa55-4944-9e1f-8599493f41a7', 'tag': '5599561f-d3bf-4467-944a-f10da42a4df6'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:35:19.085786 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecc69d4607165f869e932d0d7c88ad38dd700a403a0c37ccec57971c369afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e25b6e27-7c60-43ca-8202-44b76c4a55f9" -d '{"events": [{"name": "network-changed", "server_uuid": "a7db2738-aa55-4944-9e1f-8599493f41a7", "tag": "5599561f-d3bf-4467-944a-f10da42a4df6"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:35:19.141603 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 14:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6343fbd-d8ca-4cbb-8da0-7f442ca7fbc1 x-openstack-request-id: req-e6343fbd-d8ca-4cbb-8da0-7f442ca7fbc1 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:35:19.141900 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7db2738-aa55-4944-9e1f-8599493f41a7", "tag": "5599561f-d3bf-4467-944a-f10da42a4df6", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:35:19.142930 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e6343fbd-d8ca-4cbb-8da0-7f442ca7fbc1 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:35:19.143298 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7db2738-aa55-4944-9e1f-8599493f41a7', 'tag': '5599561f-d3bf-4467-944a-f10da42a4df6', 'status': 'completed', 'code': 200} Mar 14 14:35:19.240261 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25b6e27-7c60-43ca-8202-44b76c4a55f9 req-bbccf3d8-1f21-415a-a317-8928b0f17dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:19.243909 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-e25b6e27-7c60-43ca-8202-44b76c4a55f9 req-bbccf3d8-1f21-415a-a317-8928b0f17dce service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9a82d323ca8e4f358a750af658b4eeb2&device_id=a7db2738-aa55-4944-9e1f-8599493f41a7 HTTP/1.1" status: 200 len: 1129 time: 0.0654669 Mar 14 14:35:19.246816 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-c13bf2b9-af9e-4063-bb34-5f59701a95de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'name': 'tempest-AttachVolumeNegativeTest-705139474-router', 'tenant_id': '9a82d323ca8e4f358a750af658b4eeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.219'}], 'enable_snat': True}, 'gw_port_id': 'f7089ac1-60e8-4225-ad94-1f2daf56b0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:34:37Z', 'updated_at': '2022-03-14T14:34:43Z', 'revision_number': 4, 'project_id': '9a82d323ca8e4f358a750af658b4eeb2', 'gw_port': {'id': 'f7089ac1-60e8-4225-ad94-1f2daf56b0b9', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:24:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:34:38Z', 'updated_at': '2022-03-14T14:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb', '_floatingips': [{'id': 'ed07c937-fa0c-4232-8761-6fa1d3fe159b', 'tenant_id': '9a82d323ca8e4f358a750af658b4eeb2', 'floating_ip_address': '172.28.2.99', 'floating_network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'router_id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'port_id': '5599561f-d3bf-4467-944a-f10da42a4df6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d4a8694-0239-4e2f-aa18-849c2487601b', 'mac_address': 'fa:16:3e:8f:21:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7db2738-aa55-4944-9e1f-8599493f41a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T14:34:49Z', 'updated_at': '2022-03-14T14:35:18Z', 'revision_number': 1, 'project_id': '9a82d323ca8e4f358a750af658b4eeb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f12d4c0-cbb3-4f08-837a-423adb8783f1', 'name': '', 'network_id': '5d4a8694-0239-4e2f-aa18-849c2487601b', 'tenant_id': '9a82d323ca8e4f358a750af658b4eeb2', 'mac_address': 'fa:16:3e:95:0f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '552817ad-4405-41ef-9fca-99665a7d7043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:34:42Z', 'updated_at': '2022-03-14T14:34:50Z', 'revision_number': 5, 'project_id': '9a82d323ca8e4f358a750af658b4eeb2', 'subnets': [{'id': '552817ad-4405-41ef-9fca-99665a7d7043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-smb', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:35:19.275932 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13bf2b9-af9e-4063-bb34-5f59701a95de None None] Checking router: b75cf2f1-4138-468d-9e81-4c8e80e022b4 for host: dv-cinder-790535-28-smb {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:35:19.286533 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13bf2b9-af9e-4063-bb34-5f59701a95de None None] Routers {'b75cf2f1-4138-468d-9e81-4c8e80e022b4'} bound to L3 agent in host dv-cinder-790535-28-smb {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:35:19.287165 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-c13bf2b9-af9e-4063-bb34-5f59701a95de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T14:20:13Z,description=,heartbeat_timestamp=2022-03-14T14:35:13Z,host='dv-cinder-790535-28-smb',id=3a20f343-fbae-42b4-9bd9-ea7570b5f761,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:20:14Z,topic='l3_agent')) {'router_ids': ['b75cf2f1-4138-468d-9e81-4c8e80e022b4'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:35:19.348741 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25b6e27-7c60-43ca-8202-44b76c4a55f9 req-c95eac98-d1d0-4b0b-a792-76ea0c25ab11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:19.350505 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-e25b6e27-7c60-43ca-8202-44b76c4a55f9 req-c95eac98-d1d0-4b0b-a792-76ea0c25ab11 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5d4a8694-0239-4e2f-aa18-849c2487601b HTTP/1.1" status: 200 len: 915 time: 0.0989573 Mar 14 14:35:19.431645 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-c13bf2b9-af9e-4063-bb34-5f59701a95de None None] Set router b75cf2f1-4138-468d-9e81-4c8e80e022b4 gateway port host: dv-cinder-790535-28-smb {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:35:19.436085 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-e25b6e27-7c60-43ca-8202-44b76c4a55f9 req-125b98d9-9f26-407d-a005-54492d8be39d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5599561f-d3bf-4467-944a-f10da42a4df6 HTTP/1.1" status: 200 len: 998 time: 0.0791156 Mar 14 14:35:19.535291 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25b6e27-7c60-43ca-8202-44b76c4a55f9 req-3263a73d-2710-4089-9e26-da6832262d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:19.536943 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-e25b6e27-7c60-43ca-8202-44b76c4a55f9 req-3263a73d-2710-4089-9e26-da6832262d7b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=552817ad-4405-41ef-9fca-99665a7d7043 HTTP/1.1" status: 200 len: 853 time: 0.0851262 Mar 14 14:35:19.594323 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25b6e27-7c60-43ca-8202-44b76c4a55f9 req-bfb264c5-19e0-4787-9071-867d3905cd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:19.595937 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-e25b6e27-7c60-43ca-8202-44b76c4a55f9 req-bfb264c5-19e0-4787-9071-867d3905cd54 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5d4a8694-0239-4e2f-aa18-849c2487601b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0527258 Mar 14 14:35:19.702970 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-e25b6e27-7c60-43ca-8202-44b76c4a55f9 req-25aea99b-5e2f-43d6-9e0d-12e25c6bd4c2 service neutron] 10.222.0.35 "GET /v2.0/networks/5d4a8694-0239-4e2f-aa18-849c2487601b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005888 Mar 14 14:35:19.715807 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-c13bf2b9-af9e-4063-bb34-5f59701a95de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'name': 'tempest-AttachVolumeNegativeTest-705139474-router', 'tenant_id': '9a82d323ca8e4f358a750af658b4eeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.219'}], 'enable_snat': True}, 'gw_port_id': 'f7089ac1-60e8-4225-ad94-1f2daf56b0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:34:37Z', 'updated_at': '2022-03-14T14:34:43Z', 'revision_number': 4, 'project_id': '9a82d323ca8e4f358a750af658b4eeb2', 'gw_port': {'id': 'f7089ac1-60e8-4225-ad94-1f2daf56b0b9', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:24:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:34:38Z', 'updated_at': '2022-03-14T14:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb', '_floatingips': [{'id': 'ed07c937-fa0c-4232-8761-6fa1d3fe159b', 'tenant_id': '9a82d323ca8e4f358a750af658b4eeb2', 'floating_ip_address': '172.28.2.99', 'floating_network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'router_id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'port_id': '5599561f-d3bf-4467-944a-f10da42a4df6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d4a8694-0239-4e2f-aa18-849c2487601b', 'mac_address': 'fa:16:3e:8f:21:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7db2738-aa55-4944-9e1f-8599493f41a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T14:34:49Z', 'updated_at': '2022-03-14T14:35:18Z', 'revision_number': 1, 'project_id': '9a82d323ca8e4f358a750af658b4eeb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f12d4c0-cbb3-4f08-837a-423adb8783f1', 'name': '', 'network_id': '5d4a8694-0239-4e2f-aa18-849c2487601b', 'tenant_id': '9a82d323ca8e4f358a750af658b4eeb2', 'mac_address': 'fa:16:3e:95:0f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '552817ad-4405-41ef-9fca-99665a7d7043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:34:42Z', 'updated_at': '2022-03-14T14:34:50Z', 'revision_number': 5, 'project_id': '9a82d323ca8e4f358a750af658b4eeb2', 'subnets': [{'id': '552817ad-4405-41ef-9fca-99665a7d7043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-smb', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:35:19.746374 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13bf2b9-af9e-4063-bb34-5f59701a95de None None] The sync data for ids ['b75cf2f1-4138-468d-9e81-4c8e80e022b4'] in dv-cinder-790535-28-smb is: [{'id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'name': 'tempest-AttachVolumeNegativeTest-705139474-router', 'tenant_id': '9a82d323ca8e4f358a750af658b4eeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.219'}], 'enable_snat': True}, 'gw_port_id': 'f7089ac1-60e8-4225-ad94-1f2daf56b0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:34:37Z', 'updated_at': '2022-03-14T14:34:43Z', 'revision_number': 4, 'project_id': '9a82d323ca8e4f358a750af658b4eeb2', 'gw_port': {'id': 'f7089ac1-60e8-4225-ad94-1f2daf56b0b9', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:24:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:34:38Z', 'updated_at': '2022-03-14T14:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb', '_floatingips': [{'id': 'ed07c937-fa0c-4232-8761-6fa1d3fe159b', 'tenant_id': '9a82d323ca8e4f358a750af658b4eeb2', 'floating_ip_address': '172.28.2.99', 'floating_network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'router_id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'port_id': '5599561f-d3bf-4467-944a-f10da42a4df6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d4a8694-0239-4e2f-aa18-849c2487601b', 'mac_address': 'fa:16:3e:8f:21:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7db2738-aa55-4944-9e1f-8599493f41a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T14:34:49Z', 'updated_at': '2022-03-14T14:35:18Z', 'revision_number': 1, 'project_id': '9a82d323ca8e4f358a750af658b4eeb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f12d4c0-cbb3-4f08-837a-423adb8783f1', 'name': '', 'network_id': '5d4a8694-0239-4e2f-aa18-849c2487601b', 'tenant_id': '9a82d323ca8e4f358a750af658b4eeb2', 'mac_address': 'fa:16:3e:95:0f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '552817ad-4405-41ef-9fca-99665a7d7043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:34:42Z', 'updated_at': '2022-03-14T14:34:50Z', 'revision_number': 5, 'project_id': '9a82d323ca8e4f358a750af658b4eeb2', 'subnets': [{'id': '552817ad-4405-41ef-9fca-99665a7d7043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:35:19.814466 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-e25b6e27-7c60-43ca-8202-44b76c4a55f9 req-80c2d034-f618-4143-9d70-eab76a5e5ca6 service neutron] 10.222.0.35 "GET /v2.0/networks/5d4a8694-0239-4e2f-aa18-849c2487601b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013174 Mar 14 14:35:20.009642 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67161cc8-012a-4544-85af-5dfc18160c71 None None] New status for floating IP ed07c937-fa0c-4232-8761-6fa1d3fe159b: ACTIVE {{(pid=103768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 14:35:25.860516 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (5e7a912f-556e-4923-ad48-72f47c325557), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:27.640887 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2db2fa-dfea-464e-a0f3-b547f5097557 req-7719aa6f-4273-4c1f-9605-b5eb3b25110c tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:27.643012 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-da2db2fa-dfea-464e-a0f3-b547f5097557 req-7719aa6f-4273-4c1f-9605-b5eb3b25110c tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] 10.222.0.58 "GET /v2.0/ports?device_id=69ffc72c-871b-49f7-89ef-45c60074c474 HTTP/1.1" status: 200 len: 945 time: 0.0550950 Mar 14 14:35:27.690549 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-da2db2fa-dfea-464e-a0f3-b547f5097557 req-6efb4695-729d-4f1f-943a-54f47771fb8a tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] 10.222.0.58 "GET /v2.0/security-groups?id=74744add-2e21-4436-98d1-720483f10c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418046 Mar 14 14:35:28.818452 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2bec96-d924-49c7-b8b2-d06e1609f93d req-761df5c7-a34d-4ac5-bc64-6e0df74ecbf2 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:28.820036 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-6b2bec96-d924-49c7-b8b2-d06e1609f93d req-761df5c7-a34d-4ac5-bc64-6e0df74ecbf2 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] 10.222.0.58 "GET /v2.0/ports?device_id=69ffc72c-871b-49f7-89ef-45c60074c474 HTTP/1.1" status: 200 len: 945 time: 0.0560131 Mar 14 14:35:28.873405 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-6b2bec96-d924-49c7-b8b2-d06e1609f93d req-6a290f2b-a1e1-41f7-8ef4-8dd4f6c4b1ca tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] 10.222.0.58 "GET /v2.0/security-groups?id=74744add-2e21-4436-98d1-720483f10c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474195 Mar 14 14:35:30.020727 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041fb86a-535a-4ed3-ba26-1642c6e63fe4 req-512a8638-246a-45b9-925a-850a3053c76f tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:30.022353 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-041fb86a-535a-4ed3-ba26-1642c6e63fe4 req-512a8638-246a-45b9-925a-850a3053c76f tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] 10.222.0.58 "GET /v2.0/ports?device_id=69ffc72c-871b-49f7-89ef-45c60074c474 HTTP/1.1" status: 200 len: 945 time: 0.0666795 Mar 14 14:35:30.075040 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-041fb86a-535a-4ed3-ba26-1642c6e63fe4 req-6f825125-e39b-4dec-88a6-0ca672d7e13c tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] 10.222.0.58 "GET /v2.0/security-groups?id=74744add-2e21-4436-98d1-720483f10c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464659 Mar 14 14:35:31.227216 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7178da-b7fb-465d-99db-a2e952d28015 req-0a853011-b431-455b-acad-6d8ca3a34fdc tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:31.229319 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-9a7178da-b7fb-465d-99db-a2e952d28015 req-0a853011-b431-455b-acad-6d8ca3a34fdc tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] 10.222.0.58 "GET /v2.0/ports?device_id=69ffc72c-871b-49f7-89ef-45c60074c474 HTTP/1.1" status: 200 len: 945 time: 0.0727727 Mar 14 14:35:31.288376 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-9a7178da-b7fb-465d-99db-a2e952d28015 req-50cd9c02-9cf1-488f-a2a0-eb212e0d4140 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] 10.222.0.58 "GET /v2.0/security-groups?id=74744add-2e21-4436-98d1-720483f10c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524514 Mar 14 14:35:32.414189 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90654bc-0888-49e4-b41c-fb89230e3248 req-83f4d178-09a8-4c58-94c2-dddc2bbd586b tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:32.415615 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-f90654bc-0888-49e4-b41c-fb89230e3248 req-83f4d178-09a8-4c58-94c2-dddc2bbd586b tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] 10.222.0.58 "GET /v2.0/ports?device_id=69ffc72c-871b-49f7-89ef-45c60074c474 HTTP/1.1" status: 200 len: 945 time: 0.0578444 Mar 14 14:35:32.463817 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-f90654bc-0888-49e4-b41c-fb89230e3248 req-364540ab-e385-4714-a1ff-420ea66bb13b tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] 10.222.0.58 "GET /v2.0/security-groups?id=74744add-2e21-4436-98d1-720483f10c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422516 Mar 14 14:35:33.590125 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f37701-10fe-4c77-ba2d-1ddfda886f3c req-29456aa1-3402-467b-bff0-843790de9930 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:33.591647 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-28f37701-10fe-4c77-ba2d-1ddfda886f3c req-29456aa1-3402-467b-bff0-843790de9930 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] 10.222.0.58 "GET /v2.0/ports?device_id=69ffc72c-871b-49f7-89ef-45c60074c474 HTTP/1.1" status: 200 len: 945 time: 0.0583086 Mar 14 14:35:33.640782 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-28f37701-10fe-4c77-ba2d-1ddfda886f3c req-1f1d00ed-b2e5-4864-8170-50c81012062b tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] 10.222.0.58 "GET /v2.0/security-groups?id=74744add-2e21-4436-98d1-720483f10c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427134 Mar 14 14:35:33.800379 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede4eb11-0811-41f5-a815-e704fe945e1f req-0a664fdd-0f94-4b82-aecf-a5ffcdaad62c tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:33.801811 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-ede4eb11-0811-41f5-a815-e704fe945e1f req-0a664fdd-0f94-4b82-aecf-a5ffcdaad62c tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] 10.222.0.35 "GET /v2.0/ports?device_id=69ffc72c-871b-49f7-89ef-45c60074c474 HTTP/1.1" status: 200 len: 945 time: 0.0606592 Mar 14 14:35:33.904897 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-ede4eb11-0811-41f5-a815-e704fe945e1f req-e692946f-29d4-4e85-8656-da2a8d6c3a51 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] Deleting port fee88dec-25d2-41d3-a186-6b58138a1855 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:35:33.905244 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-ede4eb11-0811-41f5-a815-e704fe945e1f req-e692946f-29d4-4e85-8656-da2a8d6c3a51 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744330222830'] for port (fee88dec-25d2-41d3-a186-6b58138a1855), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:33.993348 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-ede4eb11-0811-41f5-a815-e704fe945e1f req-e692946f-29d4-4e85-8656-da2a8d6c3a51 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] For port fee88dec-25d2-41d3-a186-6b58138a1855, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=fee88dec-25d2-41d3-a186-6b58138a1855,segment=NetworkSegment(9beab42b-8f57-420d-9be2-e821727b2d72),segment_id=9beab42b-8f57-420d-9be2-e821727b2d72)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:35:33.993717 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-ede4eb11-0811-41f5-a815-e704fe945e1f req-e692946f-29d4-4e85-8656-da2a8d6c3a51 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982366'] for port (fee88dec-25d2-41d3-a186-6b58138a1855), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:34.010243 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-ede4eb11-0811-41f5-a815-e704fe945e1f req-e692946f-29d4-4e85-8656-da2a8d6c3a51 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] Calling delete_port for fee88dec-25d2-41d3-a186-6b58138a1855 owned by compute:nova {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:35:34.190827 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-ede4eb11-0811-41f5-a815-e704fe945e1f req-e692946f-29d4-4e85-8656-da2a8d6c3a51 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744330232405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744329793208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8770621'] for port (fee88dec-25d2-41d3-a186-6b58138a1855), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:34.202950 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] get_ports_and_sgs() called for port_ids ['fee88dec-25d2-41d3-a186-6b58138a1855'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 14:35:34.220186 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e692946f-29d4-4e85-8656-da2a8d6c3a51 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] Pushing event deleted for resources: {'Port': ['ID=fee88dec-25d2-41d3-a186-6b58138a1855,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:35:34.232081 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e692946f-29d4-4e85-8656-da2a8d6c3a51 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:35:34.232446 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e692946f-29d4-4e85-8656-da2a8d6c3a51 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:35:34.232798 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e692946f-29d4-4e85-8656-da2a8d6c3a51 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:35:34.233149 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e692946f-29d4-4e85-8656-da2a8d6c3a51 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:35:34.233492 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e692946f-29d4-4e85-8656-da2a8d6c3a51 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:35:34.233830 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e692946f-29d4-4e85-8656-da2a8d6c3a51 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:35:34.234169 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e692946f-29d4-4e85-8656-da2a8d6c3a51 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:35:34.234504 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e692946f-29d4-4e85-8656-da2a8d6c3a51 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:35:34.234838 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e692946f-29d4-4e85-8656-da2a8d6c3a51 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:35:34.235172 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e692946f-29d4-4e85-8656-da2a8d6c3a51 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:35:34.235529 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e692946f-29d4-4e85-8656-da2a8d6c3a51 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:35:34.235904 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e692946f-29d4-4e85-8656-da2a8d6c3a51 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:35:34.236260 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e692946f-29d4-4e85-8656-da2a8d6c3a51 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:35:34.236592 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e692946f-29d4-4e85-8656-da2a8d6c3a51 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:35:34.236922 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e692946f-29d4-4e85-8656-da2a8d6c3a51 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:35:34.275935 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-ede4eb11-0811-41f5-a815-e704fe945e1f req-e692946f-29d4-4e85-8656-da2a8d6c3a51 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] No DVR routers for this DVR port fee88dec-25d2-41d3-a186-6b58138a1855 on host hv-cinder-79053 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 14:35:34.278575 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-ede4eb11-0811-41f5-a815-e704fe945e1f req-e692946f-29d4-4e85-8656-da2a8d6c3a51 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90846'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:34.281984 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-ede4eb11-0811-41f5-a815-e704fe945e1f req-e692946f-29d4-4e85-8656-da2a8d6c3a51 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] 10.222.0.35 "DELETE /v2.0/ports/fee88dec-25d2-41d3-a186-6b58138a1855 HTTP/1.1" status: 204 len: 173 time: 0.4722128 Mar 14 14:35:34.282520 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69ffc72c-871b-49f7-89ef-45c60074c474', 'name': 'network-vif-deleted', 'tag': 'fee88dec-25d2-41d3-a186-6b58138a1855'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:35:34.284807 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b510279f78b891ca7fa39ab493d89baf438cb0eb2c394833a60cb33e330ae8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf60624f-fa59-4b4f-b3e8-de219f74a8f6" -d '{"events": [{"server_uuid": "69ffc72c-871b-49f7-89ef-45c60074c474", "name": "network-vif-deleted", "tag": "fee88dec-25d2-41d3-a186-6b58138a1855"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:35:34.320877 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 14:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf4d9563-15d6-470c-9e22-9f88a304eb57 x-openstack-request-id: req-cf4d9563-15d6-470c-9e22-9f88a304eb57 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:35:34.321192 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69ffc72c-871b-49f7-89ef-45c60074c474", "name": "network-vif-deleted", "tag": "fee88dec-25d2-41d3-a186-6b58138a1855", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:35:34.321421 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cf4d9563-15d6-470c-9e22-9f88a304eb57 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:35:34.321824 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69ffc72c-871b-49f7-89ef-45c60074c474', 'name': 'network-vif-deleted', 'tag': 'fee88dec-25d2-41d3-a186-6b58138a1855', 'status': 'completed', 'code': 200} Mar 14 14:35:34.749635 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-252fa119-c451-4ccc-b425-d4142b0732ca req-f7725917-5003-4559-a8eb-df53921ad840 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] 10.222.0.58 "GET /v2.0/ports?device_id=69ffc72c-871b-49f7-89ef-45c60074c474 HTTP/1.1" status: 200 len: 210 time: 0.0301831 Mar 14 14:35:36.220685 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Device fee88dec-25d2-41d3-a186-6b58138a1855 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:35:36.241925 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] No Port match for: fee88dec-25d2-41d3-a186-6b58138a1855 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 14:35:36.242277 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Device fee88dec-25d2-41d3-a186-6b58138a1855 not bound to the agent host hv-cinder-79053 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 14:35:40.315503 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b8c4a6-a31e-49ba-a4b1-ed318d7fac97 req-55b64cf3-986b-45db-b643-4a560b66cf26 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:40.317170 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-95b8c4a6-a31e-49ba-a4b1-ed318d7fac97 req-55b64cf3-986b-45db-b643-4a560b66cf26 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] 10.222.0.58 "GET /v2.0/networks?id=243136d2-ad89-41e3-a28d-f7bbb35a4bb8 HTTP/1.1" status: 200 len: 814 time: 0.1154568 Mar 14 14:35:40.334762 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-95b8c4a6-a31e-49ba-a4b1-ed318d7fac97 req-db6bd9a5-5c4e-42e4-bdfb-9c6b98661fb7 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] 10.222.0.58 "GET /v2.0/quotas/f64b17c2a9484baf8067c4b057fb3851 HTTP/1.1" status: 200 len: 375 time: 0.0101578 Mar 14 14:35:40.369296 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-95b8c4a6-a31e-49ba-a4b1-ed318d7fac97 req-e5ee0350-3d34-4acf-85dd-d28b003385aa tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f64b17c2a9484baf8067c4b057fb3851&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291598 Mar 14 14:35:40.462899 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-95b8c4a6-a31e-49ba-a4b1-ed318d7fac97 req-c87a6ea6-c993-4794-a672-f94021510bb8 service neutron] 10.222.0.58 "GET /v2.0/networks/243136d2-ad89-41e3-a28d-f7bbb35a4bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869005 Mar 14 14:35:40.557606 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-95b8c4a6-a31e-49ba-a4b1-ed318d7fac97 req-9f29c1c7-7a6b-4589-8f39-4d9f7409d8de service neutron] 10.222.0.58 "GET /v2.0/networks/243136d2-ad89-41e3-a28d-f7bbb35a4bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885918 Mar 14 14:35:40.749054 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a682e5ad-9050-43a3-8d45-81fdf9dae765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (cdfaf928-5960-4f26-8f0f-a06a7779780c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:40.786883 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-87582030-6966-489f-89c3-19bad2b32e93 req-fb743a79-ce9d-4338-9769-4f9b59569e26 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] 10.222.0.58 "GET /v2.0/ports?device_id=2979f134-6e7c-46b7-a21d-330f9846afef HTTP/1.1" status: 200 len: 210 time: 0.0282345 Mar 14 14:35:41.882836 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-d0287d1a-dca7-49c9-aad6-1c8d2f67e072 req-6968cf03-105d-437e-8040-5255764e442e tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] 10.222.0.58 "GET /v2.0/ports?device_id=2979f134-6e7c-46b7-a21d-330f9846afef HTTP/1.1" status: 200 len: 210 time: 0.0276957 Mar 14 14:35:42.616729 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b8c4a6-a31e-49ba-a4b1-ed318d7fac97 req-4de47306-4e82-4082-afe4-d3e0f7646378 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:42.618196 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-95b8c4a6-a31e-49ba-a4b1-ed318d7fac97 req-4de47306-4e82-4082-afe4-d3e0f7646378 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] 10.222.0.35 "GET /v2.0/networks?id=243136d2-ad89-41e3-a28d-f7bbb35a4bb8 HTTP/1.1" status: 200 len: 814 time: 0.1038964 Mar 14 14:35:42.632261 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.v2.base [req-95b8c4a6-a31e-49ba-a4b1-ed318d7fac97 req-9ee2be3b-ee8d-4293-8587-bf41d1cde7c2 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] Request body: {'port': {'device_id': '2979f134-6e7c-46b7-a21d-330f9846afef', 'network_id': '243136d2-ad89-41e3-a28d-f7bbb35a4bb8', 'admin_state_up': True, 'tenant_id': 'f64b17c2a9484baf8067c4b057fb3851'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:35:42.796737 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95b8c4a6-a31e-49ba-a4b1-ed318d7fac97 req-9ee2be3b-ee8d-4293-8587-bf41d1cde7c2 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] Made reservation on behalf of f64b17c2a9484baf8067c4b057fb3851 for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:35:42.801315 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-95b8c4a6-a31e-49ba-a4b1-ed318d7fac97 req-9ee2be3b-ee8d-4293-8587-bf41d1cde7c2 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:42.932286 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [req-95b8c4a6-a31e-49ba-a4b1-ed318d7fac97 req-9ee2be3b-ee8d-4293-8587-bf41d1cde7c2 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] Allocated IP 172.20.0.4 (243136d2-ad89-41e3-a28d-f7bbb35a4bb8/2d3b04f3-36a5-4f5b-b200-5ebe287494aa/ce13436c-68eb-4c42-9a6a-f4ad067765c6) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:35:43.005661 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-87d74ab1-91bc-4fad-8e09-6002ebd1375d req-5ed22049-a08e-4827-87e1-3b5ccf56a0ca tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] 10.222.0.58 "GET /v2.0/ports?device_id=2979f134-6e7c-46b7-a21d-330f9846afef HTTP/1.1" status: 200 len: 210 time: 0.0389643 Mar 14 14:35:43.103336 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-95b8c4a6-a31e-49ba-a4b1-ed318d7fac97 req-9ee2be3b-ee8d-4293-8587-bf41d1cde7c2 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] Publish callbacks [] for port (ce13436c-68eb-4c42-9a6a-f4ad067765c6), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:43.173736 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-95b8c4a6-a31e-49ba-a4b1-ed318d7fac97 req-9ee2be3b-ee8d-4293-8587-bf41d1cde7c2 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744329793199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8770621'] for port (ce13436c-68eb-4c42-9a6a-f4ad067765c6), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:43.201714 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e1e12d06-dedc-4456-a799-4ccc99985bcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (3a20f343-fbae-42b4-9bd9-ea7570b5f761), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:43.225550 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95b8c4a6-a31e-49ba-a4b1-ed318d7fac97 req-9ee2be3b-ee8d-4293-8587-bf41d1cde7c2 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] Network 243136d2-ad89-41e3-a28d-f7bbb35a4bb8 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:35:43.229100 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [req-95b8c4a6-a31e-49ba-a4b1-ed318d7fac97 req-9ee2be3b-ee8d-4293-8587-bf41d1cde7c2 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:35:43.234340 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-95b8c4a6-a31e-49ba-a4b1-ed318d7fac97 req-9ee2be3b-ee8d-4293-8587-bf41d1cde7c2 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:35:43.242679 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee2be3b-ee8d-4293-8587-bf41d1cde7c2 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] Pushing event updated for resources: {'Port': ['ID=ce13436c-68eb-4c42-9a6a-f4ad067765c6,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:35:43.293789 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b8c4a6-a31e-49ba-a4b1-ed318d7fac97 req-9ee2be3b-ee8d-4293-8587-bf41d1cde7c2 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:43.294406 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-95b8c4a6-a31e-49ba-a4b1-ed318d7fac97 req-9ee2be3b-ee8d-4293-8587-bf41d1cde7c2 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90846'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:43.358905 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-95b8c4a6-a31e-49ba-a4b1-ed318d7fac97 req-9ee2be3b-ee8d-4293-8587-bf41d1cde7c2 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7310219 Mar 14 14:35:43.371514 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.v2.base [req-95b8c4a6-a31e-49ba-a4b1-ed318d7fac97 req-80f83793-e30b-4b3b-a927-0d95fcba1000 service neutron] Request body: {'port': {'device_id': '2979f134-6e7c-46b7-a21d-330f9846afef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:35:43.429042 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-95b8c4a6-a31e-49ba-a4b1-ed318d7fac97 req-80f83793-e30b-4b3b-a927-0d95fcba1000 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (ce13436c-68eb-4c42-9a6a-f4ad067765c6), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:43.698446 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.notifiers.nova [req-95b8c4a6-a31e-49ba-a4b1-ed318d7fac97 req-80f83793-e30b-4b3b-a927-0d95fcba1000 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce13436c-68eb-4c42-9a6a-f4ad067765c6 {{(pid=103766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 14:35:43.705976 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-95b8c4a6-a31e-49ba-a4b1-ed318d7fac97 req-80f83793-e30b-4b3b-a927-0d95fcba1000 service neutron] Publish callbacks [] for port (ce13436c-68eb-4c42-9a6a-f4ad067765c6), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:43.718012 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.db.provisioning_blocks [req-95b8c4a6-a31e-49ba-a4b1-ed318d7fac97 req-80f83793-e30b-4b3b-a927-0d95fcba1000 service neutron] Transition to ACTIVE for port object ce13436c-68eb-4c42-9a6a-f4ad067765c6 will not be triggered until provisioned by entity L2. {{(pid=103766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 14:35:43.802278 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-95b8c4a6-a31e-49ba-a4b1-ed318d7fac97 req-80f83793-e30b-4b3b-a927-0d95fcba1000 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8770596'] for port (ce13436c-68eb-4c42-9a6a-f4ad067765c6), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:43.853466 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f83793-e30b-4b3b-a927-0d95fcba1000 service neutron] Pushing event updated for resources: {'Port': ['ID=ce13436c-68eb-4c42-9a6a-f4ad067765c6,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:35:43.922573 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-95b8c4a6-a31e-49ba-a4b1-ed318d7fac97 req-80f83793-e30b-4b3b-a927-0d95fcba1000 service neutron] Attempting to bind port ce13436c-68eb-4c42-9a6a-f4ad067765c6 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:35:43.922909 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-95b8c4a6-a31e-49ba-a4b1-ed318d7fac97 req-80f83793-e30b-4b3b-a927-0d95fcba1000 service neutron] Attempting to bind port ce13436c-68eb-4c42-9a6a-f4ad067765c6 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '9beab42b-8f57-420d-9be2-e821727b2d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '243136d2-ad89-41e3-a28d-f7bbb35a4bb8'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:35:43.923243 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b8c4a6-a31e-49ba-a4b1-ed318d7fac97 req-80f83793-e30b-4b3b-a927-0d95fcba1000 service neutron] Attempting to bind port ce13436c-68eb-4c42-9a6a-f4ad067765c6 on network 243136d2-ad89-41e3-a28d-f7bbb35a4bb8 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:35:43.928453 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b8c4a6-a31e-49ba-a4b1-ed318d7fac97 req-80f83793-e30b-4b3b-a927-0d95fcba1000 service neutron] Port ce13436c-68eb-4c42-9a6a-f4ad067765c6 on network 243136d2-ad89-41e3-a28d-f7bbb35a4bb8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 14:35:43.928778 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b8c4a6-a31e-49ba-a4b1-ed318d7fac97 req-80f83793-e30b-4b3b-a927-0d95fcba1000 service neutron] Attempting to bind port ce13436c-68eb-4c42-9a6a-f4ad067765c6 on network 243136d2-ad89-41e3-a28d-f7bbb35a4bb8 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:35:43.933490 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b8c4a6-a31e-49ba-a4b1-ed318d7fac97 req-80f83793-e30b-4b3b-a927-0d95fcba1000 service neutron] Checking agent: {'id': '5e7a912f-556e-4923-ad48-72f47c325557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 26, 56), 'started_at': datetime.datetime(2022, 3, 14, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:35:43.934062 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b8c4a6-a31e-49ba-a4b1-ed318d7fac97 req-80f83793-e30b-4b3b-a927-0d95fcba1000 service neutron] Checking segment: {'id': '9beab42b-8f57-420d-9be2-e821727b2d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '243136d2-ad89-41e3-a28d-f7bbb35a4bb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:35:43.934198 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b8c4a6-a31e-49ba-a4b1-ed318d7fac97 req-80f83793-e30b-4b3b-a927-0d95fcba1000 service neutron] Bound using segment: {'id': '9beab42b-8f57-420d-9be2-e821727b2d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '243136d2-ad89-41e3-a28d-f7bbb35a4bb8'} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:35:43.934616 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-95b8c4a6-a31e-49ba-a4b1-ed318d7fac97 req-80f83793-e30b-4b3b-a927-0d95fcba1000 service neutron] Bound port: ce13436c-68eb-4c42-9a6a-f4ad067765c6, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9beab42b-8f57-420d-9be2-e821727b2d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '243136d2-ad89-41e3-a28d-f7bbb35a4bb8'}}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:35:43.934972 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-95b8c4a6-a31e-49ba-a4b1-ed318d7fac97 req-80f83793-e30b-4b3b-a927-0d95fcba1000 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (ce13436c-68eb-4c42-9a6a-f4ad067765c6), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:43.999041 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-95b8c4a6-a31e-49ba-a4b1-ed318d7fac97 req-80f83793-e30b-4b3b-a927-0d95fcba1000 service neutron] For port ce13436c-68eb-4c42-9a6a-f4ad067765c6, host hv-cinder-79053, cleared binding levels {{(pid=103766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:35:44.002610 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-95b8c4a6-a31e-49ba-a4b1-ed318d7fac97 req-80f83793-e30b-4b3b-a927-0d95fcba1000 service neutron] For port ce13436c-68eb-4c42-9a6a-f4ad067765c6, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ce13436c-68eb-4c42-9a6a-f4ad067765c6,segment=NetworkSegment(9beab42b-8f57-420d-9be2-e821727b2d72),segment_id=9beab42b-8f57-420d-9be2-e821727b2d72)] {{(pid=103766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:35:44.048595 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-95b8c4a6-a31e-49ba-a4b1-ed318d7fac97 req-80f83793-e30b-4b3b-a927-0d95fcba1000 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8770596'] for port (ce13436c-68eb-4c42-9a6a-f4ad067765c6), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:44.086449 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b8c4a6-a31e-49ba-a4b1-ed318d7fac97 req-80f83793-e30b-4b3b-a927-0d95fcba1000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:44.087083 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-95b8c4a6-a31e-49ba-a4b1-ed318d7fac97 req-80f83793-e30b-4b3b-a927-0d95fcba1000 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90846'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:44.088657 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-95b8c4a6-a31e-49ba-a4b1-ed318d7fac97 req-80f83793-e30b-4b3b-a927-0d95fcba1000 service neutron] 10.222.0.35 "PUT /v2.0/ports/ce13436c-68eb-4c42-9a6a-f4ad067765c6 HTTP/1.1" status: 200 len: 1093 time: 0.7211611 Mar 14 14:35:44.089108 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2979f134-6e7c-46b7-a21d-330f9846afef', 'tag': 'ce13436c-68eb-4c42-9a6a-f4ad067765c6'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:35:44.091422 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b510279f78b891ca7fa39ab493d89baf438cb0eb2c394833a60cb33e330ae8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee4abaf8-6d80-431b-9bfe-9eb2f7dc52e5" -d '{"events": [{"name": "network-changed", "server_uuid": "2979f134-6e7c-46b7-a21d-330f9846afef", "tag": "ce13436c-68eb-4c42-9a6a-f4ad067765c6"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:35:44.139682 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 14:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f69c39f5-5c12-4c20-bdb6-a99ef9b4028e x-openstack-request-id: req-f69c39f5-5c12-4c20-bdb6-a99ef9b4028e {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:35:44.140003 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2979f134-6e7c-46b7-a21d-330f9846afef", "tag": "ce13436c-68eb-4c42-9a6a-f4ad067765c6", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:35:44.140271 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f69c39f5-5c12-4c20-bdb6-a99ef9b4028e {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:35:44.140679 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2979f134-6e7c-46b7-a21d-330f9846afef', 'tag': 'ce13436c-68eb-4c42-9a6a-f4ad067765c6', 'status': 'completed', 'code': 200} Mar 14 14:35:44.143350 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f83793-e30b-4b3b-a927-0d95fcba1000 service neutron] Pushing event updated for resources: {'Port': ['ID=ce13436c-68eb-4c42-9a6a-f4ad067765c6,revision_number=3']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:35:44.171618 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d610864e-0a04-4f5f-9c71-f701febd0a8c req-465068df-c311-4a13-873c-2a41c0c4d65b tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:44.177223 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-d610864e-0a04-4f5f-9c71-f701febd0a8c req-465068df-c311-4a13-873c-2a41c0c4d65b tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] 10.222.0.58 "GET /v2.0/ports?device_id=2979f134-6e7c-46b7-a21d-330f9846afef HTTP/1.1" status: 200 len: 943 time: 0.0733752 Mar 14 14:35:44.236574 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1359c12f-9f02-429e-8c66-1d1d1dbe42c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (105db0a1-84b9-47b6-91eb-e578cb139bff), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:44.497996 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-d610864e-0a04-4f5f-9c71-f701febd0a8c req-8afaa9b7-484e-41eb-a6a4-43d1d280888e tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] 10.222.0.58 "GET /v2.0/security-groups?id=74744add-2e21-4436-98d1-720483f10c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155131 Mar 14 14:35:44.500644 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4abaf8-6d80-431b-9bfe-9eb2f7dc52e5 req-e78158cf-2ec1-4f61-a98a-bc740fd37656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:44.502022 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-ee4abaf8-6d80-431b-9bfe-9eb2f7dc52e5 req-e78158cf-2ec1-4f61-a98a-bc740fd37656 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f64b17c2a9484baf8067c4b057fb3851&device_id=2979f134-6e7c-46b7-a21d-330f9846afef HTTP/1.1" status: 200 len: 1127 time: 0.3280411 Mar 14 14:35:44.601434 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4abaf8-6d80-431b-9bfe-9eb2f7dc52e5 req-fa9a3612-5d6f-4945-b9c6-9aa0cdb94a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:44.602886 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-ee4abaf8-6d80-431b-9bfe-9eb2f7dc52e5 req-fa9a3612-5d6f-4945-b9c6-9aa0cdb94a43 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=f64b17c2a9484baf8067c4b057fb3851&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0924671 Mar 14 14:35:44.697092 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4abaf8-6d80-431b-9bfe-9eb2f7dc52e5 req-8a4b2665-446e-4980-b389-9ee7888d37bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:44.698597 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-ee4abaf8-6d80-431b-9bfe-9eb2f7dc52e5 req-8a4b2665-446e-4980-b389-9ee7888d37bd service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0888441 Mar 14 14:35:44.785460 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b8c4a6-a31e-49ba-a4b1-ed318d7fac97 req-7a979173-fe7f-492b-a3b7-07375ae9ac08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:44.786964 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-95b8c4a6-a31e-49ba-a4b1-ed318d7fac97 req-7a979173-fe7f-492b-a3b7-07375ae9ac08 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f64b17c2a9484baf8067c4b057fb3851&device_id=2979f134-6e7c-46b7-a21d-330f9846afef HTTP/1.1" status: 200 len: 1127 time: 0.0480552 Mar 14 14:35:44.834163 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-95b8c4a6-a31e-49ba-a4b1-ed318d7fac97 req-ff127773-ef88-41cd-83b3-d9a0c7c16dac service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce13436c-68eb-4c42-9a6a-f4ad067765c6 HTTP/1.1" status: 200 len: 217 time: 0.0382137 Mar 14 14:35:44.882781 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b8c4a6-a31e-49ba-a4b1-ed318d7fac97 req-c17137dd-fce9-42c6-9b5f-600fecd4e27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:44.884269 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-95b8c4a6-a31e-49ba-a4b1-ed318d7fac97 req-c17137dd-fce9-42c6-9b5f-600fecd4e27b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2d3b04f3-36a5-4f5b-b200-5ebe287494aa HTTP/1.1" status: 200 len: 854 time: 0.0441988 Mar 14 14:35:44.916656 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-95b8c4a6-a31e-49ba-a4b1-ed318d7fac97 req-d74f90d3-c8c9-42df-969a-8f15fa949628 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=243136d2-ad89-41e3-a28d-f7bbb35a4bb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253170 Mar 14 14:35:45.016930 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-95b8c4a6-a31e-49ba-a4b1-ed318d7fac97 req-0ac626b5-35c9-47fa-b16d-1ff154ba928b service neutron] 10.222.0.35 "GET /v2.0/networks/243136d2-ad89-41e3-a28d-f7bbb35a4bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930004 Mar 14 14:35:45.103499 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-95b8c4a6-a31e-49ba-a4b1-ed318d7fac97 req-18fe9ee6-b09d-43ba-87e6-d11b4d0bd5d4 service neutron] 10.222.0.35 "GET /v2.0/networks/243136d2-ad89-41e3-a28d-f7bbb35a4bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800028 Mar 14 14:35:45.533151 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-91e6bee0-ce44-4dbb-9ae4-7799debe7360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (837ef9e9-d083-4188-a7c6-79f2c68dbd25), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:45.620848 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8521aad8-52c5-46e6-907f-0d712a39b85b req-8fb06a73-ef4e-410c-ae19-4b023f10ad75 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:45.622317 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-8521aad8-52c5-46e6-907f-0d712a39b85b req-8fb06a73-ef4e-410c-ae19-4b023f10ad75 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] 10.222.0.58 "GET /v2.0/ports?device_id=2979f134-6e7c-46b7-a21d-330f9846afef HTTP/1.1" status: 200 len: 943 time: 0.0565281 Mar 14 14:35:45.671160 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-8521aad8-52c5-46e6-907f-0d712a39b85b req-06b1eb6a-7da8-4371-9805-0cf39c917670 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] 10.222.0.58 "GET /v2.0/security-groups?id=74744add-2e21-4436-98d1-720483f10c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432029 Mar 14 14:35:46.267836 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Device ce13436c-68eb-4c42-9a6a-f4ad067765c6 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 14:35:46.366715 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] For port ce13436c-68eb-4c42-9a6a-f4ad067765c6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ce13436c-68eb-4c42-9a6a-f4ad067765c6,segment=NetworkSegment(9beab42b-8f57-420d-9be2-e821727b2d72),segment_id=9beab42b-8f57-420d-9be2-e821727b2d72)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:35:46.377127 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Returning: {'device': 'ce13436c-68eb-4c42-9a6a-f4ad067765c6', 'network_id': '243136d2-ad89-41e3-a28d-f7bbb35a4bb8', 'port_id': 'ce13436c-68eb-4c42-9a6a-f4ad067765c6', 'mac_address': 'fa:16:3e:79:ef:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d3b04f3-36a5-4f5b-b200-5ebe287494aa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 14:35:46.417880 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Current status of the port ce13436c-68eb-4c42-9a6a-f4ad067765c6 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:35:46.418279 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (ce13436c-68eb-4c42-9a6a-f4ad067765c6), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:46.433100 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce13436c-68eb-4c42-9a6a-f4ad067765c6 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 14:35:46.454712 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] For port ce13436c-68eb-4c42-9a6a-f4ad067765c6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ce13436c-68eb-4c42-9a6a-f4ad067765c6,segment=NetworkSegment(9beab42b-8f57-420d-9be2-e821727b2d72),segment_id=9beab42b-8f57-420d-9be2-e821727b2d72)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:35:46.568278 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (ce13436c-68eb-4c42-9a6a-f4ad067765c6), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:46.620341 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Pushing event updated for resources: {'Port': ['ID=ce13436c-68eb-4c42-9a6a-f4ad067765c6,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:35:46.627537 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:35:46.627885 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:35:46.628936 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:35:46.629101 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:35:46.629436 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:35:46.629769 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:35:46.630098 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:35:46.630676 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:35:46.631197 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:35:46.631197 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:35:46.631421 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:35:46.631733 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:35:46.632080 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:35:46.632671 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:35:46.632777 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:35:46.794527 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a82fe-c18f-4eb2-896a-ed7aab105b90 req-211f6e3c-56e7-4f6d-b8b7-78f413fd469e tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:46.796127 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-115a82fe-c18f-4eb2-896a-ed7aab105b90 req-211f6e3c-56e7-4f6d-b8b7-78f413fd469e tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] 10.222.0.58 "GET /v2.0/ports?device_id=2979f134-6e7c-46b7-a21d-330f9846afef HTTP/1.1" status: 200 len: 944 time: 0.0569839 Mar 14 14:35:46.845284 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-115a82fe-c18f-4eb2-896a-ed7aab105b90 req-331d17a2-8f3b-407e-a15b-37bad6a082a2 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] 10.222.0.58 "GET /v2.0/security-groups?id=74744add-2e21-4436-98d1-720483f10c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429070 Mar 14 14:35:46.864317 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] get_ports_and_sgs() called for port_ids ['ce13436c-68eb-4c42-9a6a-f4ad067765c6'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 14:35:47.150776 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (ddc61399-76bc-42cc-9da4-26f2fa974742), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:47.968219 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb11df62-64e5-4779-9f11-9970383302e4 req-fcdf95ba-94e4-413f-ba9f-4dff6453fa23 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:47.969741 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-eb11df62-64e5-4779-9f11-9970383302e4 req-fcdf95ba-94e4-413f-ba9f-4dff6453fa23 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] 10.222.0.58 "GET /v2.0/ports?device_id=2979f134-6e7c-46b7-a21d-330f9846afef HTTP/1.1" status: 200 len: 944 time: 0.0548794 Mar 14 14:35:48.022716 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-eb11df62-64e5-4779-9f11-9970383302e4 req-6f40a825-5a3f-48fb-a57e-2e5e717f070c tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] 10.222.0.58 "GET /v2.0/security-groups?id=74744add-2e21-4436-98d1-720483f10c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473545 Mar 14 14:35:48.268601 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Device ce13436c-68eb-4c42-9a6a-f4ad067765c6 up at agent hyperv_hv-cinder-79053 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:35:48.373161 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Provisioning for port ce13436c-68eb-4c42-9a6a-f4ad067765c6 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 14:35:48.377304 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Provisioning complete for port ce13436c-68eb-4c42-9a6a-f4ad067765c6 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:35:48.377701 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (ce13436c-68eb-4c42-9a6a-f4ad067765c6), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:48.461573 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Current status of the port ce13436c-68eb-4c42-9a6a-f4ad067765c6 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:35:48.461968 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (ce13436c-68eb-4c42-9a6a-f4ad067765c6), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:48.487022 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2979f134-6e7c-46b7-a21d-330f9846afef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce13436c-68eb-4c42-9a6a-f4ad067765c6'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:35:48.489498 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b7ebcd0391bc29bcab12edcb0ac311dc480f3a51940d576a7fcfe4e03a4514e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68176922-3597-4d13-bcd9-c7470eb2bece" -d '{"events": [{"server_uuid": "2979f134-6e7c-46b7-a21d-330f9846afef", "name": "network-vif-plugged", "status": "completed", "tag": "ce13436c-68eb-4c42-9a6a-f4ad067765c6"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:35:48.502597 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] For port ce13436c-68eb-4c42-9a6a-f4ad067765c6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ce13436c-68eb-4c42-9a6a-f4ad067765c6,segment=NetworkSegment(9beab42b-8f57-420d-9be2-e821727b2d72),segment_id=9beab42b-8f57-420d-9be2-e821727b2d72)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:35:48.511607 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.agents_db [None req-65564c68-cd92-4c79-8f56-5bb994fe7015 None None] Agent healthcheck: found 6 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 14:35:48.528135 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 14:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e68ad4eb-df7a-4c25-9efb-8b8a503f41d1 x-openstack-request-id: req-e68ad4eb-df7a-4c25-9efb-8b8a503f41d1 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:35:48.528434 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2979f134-6e7c-46b7-a21d-330f9846afef", "name": "network-vif-plugged", "status": "completed", "tag": "ce13436c-68eb-4c42-9a6a-f4ad067765c6", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:35:48.528696 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e68ad4eb-df7a-4c25-9efb-8b8a503f41d1 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:35:48.529093 dv-cinder-790535-28-smb neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2979f134-6e7c-46b7-a21d-330f9846afef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce13436c-68eb-4c42-9a6a-f4ad067765c6', 'code': 200} Mar 14 14:35:48.567906 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (ce13436c-68eb-4c42-9a6a-f4ad067765c6), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:48.624383 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Pushing event updated for resources: {'Port': ['ID=ce13436c-68eb-4c42-9a6a-f4ad067765c6,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:35:48.856805 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94b5e4-186f-4c5f-b133-0f056cbfb75c req-a34bf1dd-ca22-4889-b923-855df1dd947b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:48.858249 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-4b94b5e4-186f-4c5f-b133-0f056cbfb75c req-a34bf1dd-ca22-4889-b923-855df1dd947b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2979f134-6e7c-46b7-a21d-330f9846afef HTTP/1.1" status: 200 len: 1129 time: 0.0496628 Mar 14 14:35:48.908745 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-4b94b5e4-186f-4c5f-b133-0f056cbfb75c req-364ff0c3-4d10-4787-98de-b493f120f52c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=74744add-2e21-4436-98d1-720483f10c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416451 Mar 14 14:35:49.150786 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddac8c2a-25fd-43f3-afea-cad8b80d4d51 req-59dbb595-cced-452b-9ade-baa1ea238ade tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:49.152319 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-ddac8c2a-25fd-43f3-afea-cad8b80d4d51 req-59dbb595-cced-452b-9ade-baa1ea238ade tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] 10.222.0.58 "GET /v2.0/ports?device_id=2979f134-6e7c-46b7-a21d-330f9846afef HTTP/1.1" status: 200 len: 945 time: 0.0610642 Mar 14 14:35:49.208674 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-ddac8c2a-25fd-43f3-afea-cad8b80d4d51 req-f1988814-f2d4-4408-bb92-00d034642e48 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] 10.222.0.58 "GET /v2.0/security-groups?id=74744add-2e21-4436-98d1-720483f10c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504889 Mar 14 14:35:50.337702 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428ea2d8-f8c9-46b7-82d4-25695d6974a7 req-404e51a2-86ce-4338-af11-5aeac6946df9 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:50.339211 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-428ea2d8-f8c9-46b7-82d4-25695d6974a7 req-404e51a2-86ce-4338-af11-5aeac6946df9 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] 10.222.0.58 "GET /v2.0/ports?device_id=2979f134-6e7c-46b7-a21d-330f9846afef HTTP/1.1" status: 200 len: 945 time: 0.0596478 Mar 14 14:35:50.388284 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-428ea2d8-f8c9-46b7-82d4-25695d6974a7 req-efc6b496-3fe7-4813-96d6-655681521e03 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] 10.222.0.58 "GET /v2.0/security-groups?id=74744add-2e21-4436-98d1-720483f10c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433202 Mar 14 14:35:55.887764 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (5e7a912f-556e-4923-ad48-72f47c325557), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:35:59.067542 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c0d9c3-5ad2-4479-bf59-c7bc1563968e req-a10ae633-162c-4b43-b40d-6bf9c25916f8 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:59.070004 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-e8c0d9c3-5ad2-4479-bf59-c7bc1563968e req-a10ae633-162c-4b43-b40d-6bf9c25916f8 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b99b874-59b9-49da-a366-c0a1bcd0d275 HTTP/1.1" status: 200 len: 946 time: 0.0706718 Mar 14 14:35:59.125706 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-e8c0d9c3-5ad2-4479-bf59-c7bc1563968e req-cbba4ac6-3caa-49ae-96d1-6114b56c8a03 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a514ccf-fc2a-436b-911d-f5e8466a2121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495727 Mar 14 14:35:59.469578 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-ca6484f6-5329-48be-be51-ac226092200c req-bf7c5892-d9fa-434c-bd45-2b058743ab64 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=51d99f90-7b74-4cd7-938b-4ac0ea805fae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0477495 Mar 14 14:35:59.570581 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6484f6-5329-48be-be51-ac226092200c req-e9baf8f2-af37-4f0a-99be-c7e59c4eb4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:59.572159 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-ca6484f6-5329-48be-be51-ac226092200c req-e9baf8f2-af37-4f0a-99be-c7e59c4eb4c8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a13b71d43cd34fb38f85e1cc0af43e28&device_id=51d99f90-7b74-4cd7-938b-4ac0ea805fae HTTP/1.1" status: 200 len: 1130 time: 0.0560431 Mar 14 14:35:59.686727 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6484f6-5329-48be-be51-ac226092200c req-7082dd77-455a-4cfd-84d4-66183fbd060f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:59.688251 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-ca6484f6-5329-48be-be51-ac226092200c req-7082dd77-455a-4cfd-84d4-66183fbd060f service neutron] 10.222.0.35 "GET /v2.0/networks?id=6ddc4596-65f8-45d3-ba54-9a8ed2c0c193 HTTP/1.1" status: 200 len: 909 time: 0.0921392 Mar 14 14:35:59.762218 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-ca6484f6-5329-48be-be51-ac226092200c req-303f7695-05c2-4bde-be6c-c0382dcd9e72 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67f0d3c4-dc11-4335-b254-f941e2071d0e HTTP/1.1" status: 200 len: 1002 time: 0.0668447 Mar 14 14:35:59.827907 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6484f6-5329-48be-be51-ac226092200c req-0ff58594-fa3f-44f9-9067-5f6c76946ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:59.829515 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-ca6484f6-5329-48be-be51-ac226092200c req-0ff58594-fa3f-44f9-9067-5f6c76946ed8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b6f3e4c4-8c5e-45e1-899c-abb308a625a6 HTTP/1.1" status: 200 len: 847 time: 0.0573812 Mar 14 14:35:59.884493 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6484f6-5329-48be-be51-ac226092200c req-e7afad7c-adc9-4ec3-a902-a67ff928a5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:35:59.886054 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-ca6484f6-5329-48be-be51-ac226092200c req-e7afad7c-adc9-4ec3-a902-a67ff928a5fd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6ddc4596-65f8-45d3-ba54-9a8ed2c0c193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0493357 Mar 14 14:35:59.986368 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-ca6484f6-5329-48be-be51-ac226092200c req-6a13896f-9e94-4679-a44d-2610ac908881 service neutron] 10.222.0.35 "GET /v2.0/networks/6ddc4596-65f8-45d3-ba54-9a8ed2c0c193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925076 Mar 14 14:36:00.082693 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-ca6484f6-5329-48be-be51-ac226092200c req-2f71555e-a5f9-4248-8f1e-5f446386621d service neutron] 10.222.0.35 "GET /v2.0/networks/6ddc4596-65f8-45d3-ba54-9a8ed2c0c193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896358 Mar 14 14:36:00.278665 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae154267-0496-4b44-bc49-77a12299058b req-dbbfb04b-463f-4cc6-9079-7e713a02205b tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:00.280285 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-ae154267-0496-4b44-bc49-77a12299058b req-dbbfb04b-463f-4cc6-9079-7e713a02205b tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b99b874-59b9-49da-a366-c0a1bcd0d275 HTTP/1.1" status: 200 len: 946 time: 0.0648139 Mar 14 14:36:00.336993 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-ae154267-0496-4b44-bc49-77a12299058b req-b35e9240-346a-4619-a5d2-6975fbd8fb0e tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a514ccf-fc2a-436b-911d-f5e8466a2121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507555 Mar 14 14:36:00.554775 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ac428-4f67-4579-8d7c-dcd59e6c4478 req-1783a77c-431c-41e2-8b84-c9a3e1f34f4a tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:00.556381 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-eb6ac428-4f67-4579-8d7c-dcd59e6c4478 req-1783a77c-431c-41e2-8b84-c9a3e1f34f4a tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b99b874-59b9-49da-a366-c0a1bcd0d275 HTTP/1.1" status: 200 len: 946 time: 0.0634334 Mar 14 14:36:00.665492 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-eb6ac428-4f67-4579-8d7c-dcd59e6c4478 req-57dd7308-b1cf-4636-a6d5-d1ca2ef5f982 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Deleting port d06419f3-6bc4-44b8-963a-0370719277a3 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:36:00.665839 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-eb6ac428-4f67-4579-8d7c-dcd59e6c4478 req-57dd7308-b1cf-4636-a6d5-d1ca2ef5f982 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744330222830'] for port (d06419f3-6bc4-44b8-963a-0370719277a3), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:00.762475 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-eb6ac428-4f67-4579-8d7c-dcd59e6c4478 req-57dd7308-b1cf-4636-a6d5-d1ca2ef5f982 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] For port d06419f3-6bc4-44b8-963a-0370719277a3, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d06419f3-6bc4-44b8-963a-0370719277a3,segment=NetworkSegment(36cc7d28-2976-47cb-ab1d-d82e9bbf4c55),segment_id=36cc7d28-2976-47cb-ab1d-d82e9bbf4c55)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:36:00.762847 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-eb6ac428-4f67-4579-8d7c-dcd59e6c4478 req-57dd7308-b1cf-4636-a6d5-d1ca2ef5f982 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982366'] for port (d06419f3-6bc4-44b8-963a-0370719277a3), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:00.959151 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-eb6ac428-4f67-4579-8d7c-dcd59e6c4478 req-57dd7308-b1cf-4636-a6d5-d1ca2ef5f982 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:00.959444 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-eb6ac428-4f67-4579-8d7c-dcd59e6c4478 req-57dd7308-b1cf-4636-a6d5-d1ca2ef5f982 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2016456'] for floatingip (eb146e9d-0fe4-4a73-bddf-1c3e0c2bd43a), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:00.959768 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.db.l3_db [req-eb6ac428-4f67-4579-8d7c-dcd59e6c4478 req-57dd7308-b1cf-4636-a6d5-d1ca2ef5f982 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Floating IP eb146e9d-0fe4-4a73-bddf-1c3e0c2bd43a disassociated. External IP: 172.28.2.38, port: d06419f3-6bc4-44b8-963a-0370719277a3. Mar 14 14:36:00.960155 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-eb6ac428-4f67-4579-8d7c-dcd59e6c4478 req-57dd7308-b1cf-4636-a6d5-d1ca2ef5f982 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Calling delete_port for d06419f3-6bc4-44b8-963a-0370719277a3 owned by compute:nova {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:36:01.156080 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-eb6ac428-4f67-4579-8d7c-dcd59e6c4478 req-57dd7308-b1cf-4636-a6d5-d1ca2ef5f982 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744330232405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744329793208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8770621'] for port (d06419f3-6bc4-44b8-963a-0370719277a3), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:01.185810 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dd7308-b1cf-4636-a6d5-d1ca2ef5f982 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Pushing event deleted for resources: {'Port': ['ID=d06419f3-6bc4-44b8-963a-0370719277a3,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:36:01.318491 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb6ac428-4f67-4579-8d7c-dcd59e6c4478 req-57dd7308-b1cf-4636-a6d5-d1ca2ef5f982 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Router f2d2a6f0-7147-442a-9147-b007d1bf05e1 has already been hosted by L3 agent 3a20f343-fbae-42b4-9bd9-ea7570b5f761 {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 14:36:01.462137 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-d998f15c-2ab4-4bdf-ad6c-e99383248ccd req-694dc0db-e81c-4588-823c-ee224a2d6a1d tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b99b874-59b9-49da-a366-c0a1bcd0d275 HTTP/1.1" status: 200 len: 210 time: 0.0337436 Mar 14 14:36:01.472594 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb6ac428-4f67-4579-8d7c-dcd59e6c4478 req-57dd7308-b1cf-4636-a6d5-d1ca2ef5f982 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Notify agent at l3_agent.dv-cinder-790535-28-smb the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:36:01.490918 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ded5cc4-ec58-4888-8b5c-099b72d986fa None None] Sync routers for ids ['f2d2a6f0-7147-442a-9147-b007d1bf05e1'] in dv-cinder-790535-28-smb {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:36:01.496286 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ded5cc4-ec58-4888-8b5c-099b72d986fa None None] Routers {'f2d2a6f0-7147-442a-9147-b007d1bf05e1'} bound to L3 agent in host dv-cinder-790535-28-smb {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:36:01.497372 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-3ded5cc4-ec58-4888-8b5c-099b72d986fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T14:20:13Z,description=,heartbeat_timestamp=2022-03-14T14:35:43Z,host='dv-cinder-790535-28-smb',id=3a20f343-fbae-42b4-9bd9-ea7570b5f761,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:20:14Z,topic='l3_agent')) {'router_ids': ['f2d2a6f0-7147-442a-9147-b007d1bf05e1'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:36:01.523987 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb6ac428-4f67-4579-8d7c-dcd59e6c4478 req-57dd7308-b1cf-4636-a6d5-d1ca2ef5f982 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] No DVR routers for this DVR port d06419f3-6bc4-44b8-963a-0370719277a3 on host hv-cinder-79053 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 14:36:01.526949 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-eb6ac428-4f67-4579-8d7c-dcd59e6c4478 req-57dd7308-b1cf-4636-a6d5-d1ca2ef5f982 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90846'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:01.530790 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-eb6ac428-4f67-4579-8d7c-dcd59e6c4478 req-57dd7308-b1cf-4636-a6d5-d1ca2ef5f982 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.35 "DELETE /v2.0/ports/d06419f3-6bc4-44b8-963a-0370719277a3 HTTP/1.1" status: 204 len: 173 time: 0.9688368 Mar 14 14:36:01.531381 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b99b874-59b9-49da-a366-c0a1bcd0d275', 'name': 'network-vif-deleted', 'tag': 'd06419f3-6bc4-44b8-963a-0370719277a3'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:36:01.533742 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b510279f78b891ca7fa39ab493d89baf438cb0eb2c394833a60cb33e330ae8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa1446a6-4218-4c7e-a4ea-c862f1356c73" -d '{"events": [{"server_uuid": "2b99b874-59b9-49da-a366-c0a1bcd0d275", "name": "network-vif-deleted", "tag": "d06419f3-6bc4-44b8-963a-0370719277a3"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:36:01.574610 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 14:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e5c496-d413-4c57-a46a-bf1a021d131f x-openstack-request-id: req-90e5c496-d413-4c57-a46a-bf1a021d131f {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:36:01.574911 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b99b874-59b9-49da-a366-c0a1bcd0d275", "name": "network-vif-deleted", "tag": "d06419f3-6bc4-44b8-963a-0370719277a3", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:36:01.575173 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-90e5c496-d413-4c57-a46a-bf1a021d131f {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:36:01.575609 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b99b874-59b9-49da-a366-c0a1bcd0d275', 'name': 'network-vif-deleted', 'tag': 'd06419f3-6bc4-44b8-963a-0370719277a3', 'status': 'completed', 'code': 200} Mar 14 14:36:01.627064 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-3ded5cc4-ec58-4888-8b5c-099b72d986fa None None] Set router f2d2a6f0-7147-442a-9147-b007d1bf05e1 gateway port host: dv-cinder-790535-28-smb {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:36:01.849836 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-3ded5cc4-ec58-4888-8b5c-099b72d986fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2d2a6f0-7147-442a-9147-b007d1bf05e1', 'name': 'tempest-AttachVolumeShelveTestJSON-1745510330-router', 'tenant_id': 'f5f40385a50a46a79167ae6a859eee4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.211'}], 'enable_snat': True}, 'gw_port_id': '381ba10b-ad5b-48ce-8bb3-936a16f5e473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:28:59Z', 'updated_at': '2022-03-14T14:29:08Z', 'revision_number': 4, 'project_id': 'f5f40385a50a46a79167ae6a859eee4d', 'gw_port': {'id': '381ba10b-ad5b-48ce-8bb3-936a16f5e473', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:71:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d2a6f0-7147-442a-9147-b007d1bf05e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:01Z', 'updated_at': '2022-03-14T14:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb', '_interfaces': [{'id': 'a12c18fa-de25-4441-869e-92a0e4a1c074', 'name': '', 'network_id': '9bb2727a-e859-46ff-8b02-e0e5093e8925', 'tenant_id': 'f5f40385a50a46a79167ae6a859eee4d', 'mac_address': 'fa:16:3e:4a:39:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d2a6f0-7147-442a-9147-b007d1bf05e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'bd458166-2986-4de0-890b-33eba077f5c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:07Z', 'updated_at': '2022-03-14T14:29:19Z', 'revision_number': 5, 'project_id': 'f5f40385a50a46a79167ae6a859eee4d', 'subnets': [{'id': 'bd458166-2986-4de0-890b-33eba077f5c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-smb', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:36:01.882001 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ded5cc4-ec58-4888-8b5c-099b72d986fa None None] Checking router: f2d2a6f0-7147-442a-9147-b007d1bf05e1 for host: dv-cinder-790535-28-smb {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:36:01.890609 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ded5cc4-ec58-4888-8b5c-099b72d986fa None None] Routers {'f2d2a6f0-7147-442a-9147-b007d1bf05e1'} bound to L3 agent in host dv-cinder-790535-28-smb {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:36:01.891209 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-3ded5cc4-ec58-4888-8b5c-099b72d986fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T14:20:13Z,description=,heartbeat_timestamp=2022-03-14T14:35:43Z,host='dv-cinder-790535-28-smb',id=3a20f343-fbae-42b4-9bd9-ea7570b5f761,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:20:14Z,topic='l3_agent')) {'router_ids': ['f2d2a6f0-7147-442a-9147-b007d1bf05e1'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:36:02.008214 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-3ded5cc4-ec58-4888-8b5c-099b72d986fa None None] Set router f2d2a6f0-7147-442a-9147-b007d1bf05e1 gateway port host: dv-cinder-790535-28-smb {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:36:02.339848 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-3ded5cc4-ec58-4888-8b5c-099b72d986fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2d2a6f0-7147-442a-9147-b007d1bf05e1', 'name': 'tempest-AttachVolumeShelveTestJSON-1745510330-router', 'tenant_id': 'f5f40385a50a46a79167ae6a859eee4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.211'}], 'enable_snat': True}, 'gw_port_id': '381ba10b-ad5b-48ce-8bb3-936a16f5e473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:28:59Z', 'updated_at': '2022-03-14T14:29:08Z', 'revision_number': 4, 'project_id': 'f5f40385a50a46a79167ae6a859eee4d', 'gw_port': {'id': '381ba10b-ad5b-48ce-8bb3-936a16f5e473', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:71:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d2a6f0-7147-442a-9147-b007d1bf05e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:01Z', 'updated_at': '2022-03-14T14:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb', '_interfaces': [{'id': 'a12c18fa-de25-4441-869e-92a0e4a1c074', 'name': '', 'network_id': '9bb2727a-e859-46ff-8b02-e0e5093e8925', 'tenant_id': 'f5f40385a50a46a79167ae6a859eee4d', 'mac_address': 'fa:16:3e:4a:39:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d2a6f0-7147-442a-9147-b007d1bf05e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'bd458166-2986-4de0-890b-33eba077f5c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:07Z', 'updated_at': '2022-03-14T14:29:19Z', 'revision_number': 5, 'project_id': 'f5f40385a50a46a79167ae6a859eee4d', 'subnets': [{'id': 'bd458166-2986-4de0-890b-33eba077f5c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-smb', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:36:02.367323 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ded5cc4-ec58-4888-8b5c-099b72d986fa None None] The sync data for ids ['f2d2a6f0-7147-442a-9147-b007d1bf05e1'] in dv-cinder-790535-28-smb is: [{'id': 'f2d2a6f0-7147-442a-9147-b007d1bf05e1', 'name': 'tempest-AttachVolumeShelveTestJSON-1745510330-router', 'tenant_id': 'f5f40385a50a46a79167ae6a859eee4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.211'}], 'enable_snat': True}, 'gw_port_id': '381ba10b-ad5b-48ce-8bb3-936a16f5e473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:28:59Z', 'updated_at': '2022-03-14T14:29:08Z', 'revision_number': 4, 'project_id': 'f5f40385a50a46a79167ae6a859eee4d', 'gw_port': {'id': '381ba10b-ad5b-48ce-8bb3-936a16f5e473', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:71:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d2a6f0-7147-442a-9147-b007d1bf05e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:01Z', 'updated_at': '2022-03-14T14:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb', '_interfaces': [{'id': 'a12c18fa-de25-4441-869e-92a0e4a1c074', 'name': '', 'network_id': '9bb2727a-e859-46ff-8b02-e0e5093e8925', 'tenant_id': 'f5f40385a50a46a79167ae6a859eee4d', 'mac_address': 'fa:16:3e:4a:39:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d2a6f0-7147-442a-9147-b007d1bf05e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'bd458166-2986-4de0-890b-33eba077f5c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:07Z', 'updated_at': '2022-03-14T14:29:19Z', 'revision_number': 5, 'project_id': 'f5f40385a50a46a79167ae6a859eee4d', 'subnets': [{'id': 'bd458166-2986-4de0-890b-33eba077f5c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:36:02.597232 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-a1319405-6642-477c-a5aa-44607026cc2a req-5838a7fa-31a5-4da0-8488-838230fcf8ae tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b99b874-59b9-49da-a366-c0a1bcd0d275 HTTP/1.1" status: 200 len: 210 time: 0.0343356 Mar 14 14:36:02.664349 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0ce648-5722-40d0-8f7e-c39debf50fc2 None None] New status for floating IP eb146e9d-0fe4-4a73-bddf-1c3e0c2bd43a: DOWN {{(pid=103768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 14:36:03.797087 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 37856) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:36:03.859719 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9218c885-4735-4b5f-b24b-9a8e3e9bf394 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Publish callbacks [] for security_group (5a514ccf-fc2a-436b-911d-f5e8466a2121), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:03.885230 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9218c885-4735-4b5f-b24b-9a8e3e9bf394 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Publish callbacks [] for security_group (5a514ccf-fc2a-436b-911d-f5e8466a2121), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:03.984588 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9218c885-4735-4b5f-b24b-9a8e3e9bf394 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (5a514ccf-fc2a-436b-911d-f5e8466a2121), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:03.988491 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9218c885-4735-4b5f-b24b-9a8e3e9bf394 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:03.993375 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 37860) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:36:04.000257 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-9218c885-4735-4b5f-b24b-9a8e3e9bf394 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "DELETE /v2.0/security-groups/5a514ccf-fc2a-436b-911d-f5e8466a2121 HTTP/1.1" status: 204 len: 168 time: 0.2016554 Mar 14 14:36:04.006523 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.api.v2.resource [None req-63854110-257f-4a65-94ba-f8d0512a6383 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] show failed (client error): The resource could not be found. Mar 14 14:36:04.007614 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-63854110-257f-4a65-94ba-f8d0512a6383 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "GET /v2.0/security-groups/5a514ccf-fc2a-436b-911d-f5e8466a2121 HTTP/1.1" status: 404 len: 347 time: 0.0132229 Mar 14 14:36:04.010460 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9218c885-4735-4b5f-b24b-9a8e3e9bf394 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a514ccf-fc2a-436b-911d-f5e8466a2121,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:36:04.015207 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 37862) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:36:04.019032 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9218c885-4735-4b5f-b24b-9a8e3e9bf394 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:36:04.020944 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9218c885-4735-4b5f-b24b-9a8e3e9bf394 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:36:04.020944 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9218c885-4735-4b5f-b24b-9a8e3e9bf394 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:36:04.020944 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9218c885-4735-4b5f-b24b-9a8e3e9bf394 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:36:04.020944 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9218c885-4735-4b5f-b24b-9a8e3e9bf394 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:36:04.020944 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9218c885-4735-4b5f-b24b-9a8e3e9bf394 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:36:04.021448 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9218c885-4735-4b5f-b24b-9a8e3e9bf394 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:36:04.021647 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9218c885-4735-4b5f-b24b-9a8e3e9bf394 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:36:04.021925 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9218c885-4735-4b5f-b24b-9a8e3e9bf394 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:36:04.022259 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9218c885-4735-4b5f-b24b-9a8e3e9bf394 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:36:04.022591 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9218c885-4735-4b5f-b24b-9a8e3e9bf394 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:36:04.022921 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9218c885-4735-4b5f-b24b-9a8e3e9bf394 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:36:04.023556 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9218c885-4735-4b5f-b24b-9a8e3e9bf394 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:36:04.024073 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9218c885-4735-4b5f-b24b-9a8e3e9bf394 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:36:04.024521 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9218c885-4735-4b5f-b24b-9a8e3e9bf394 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:36:04.157197 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-0e232af7-b399-47da-a319-6a9310fc05c3 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Deleting port ef581525-49b5-4cd4-99da-b23eba9f35b1 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:36:04.157898 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0e232af7-b399-47da-a319-6a9310fc05c3 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744330222830'] for port (ef581525-49b5-4cd4-99da-b23eba9f35b1), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:04.241246 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0e232af7-b399-47da-a319-6a9310fc05c3 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982366'] for port (ef581525-49b5-4cd4-99da-b23eba9f35b1), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:04.241501 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0e232af7-b399-47da-a319-6a9310fc05c3 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Publish callbacks [] for floatingip (ef581525-49b5-4cd4-99da-b23eba9f35b1), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:04.254120 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-0e232af7-b399-47da-a319-6a9310fc05c3 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Calling delete_port for ef581525-49b5-4cd4-99da-b23eba9f35b1 owned by network:floatingip {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:36:04.453450 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0e232af7-b399-47da-a319-6a9310fc05c3 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744330232405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744329793208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8770621'] for port (ef581525-49b5-4cd4-99da-b23eba9f35b1), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:04.485528 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e232af7-b399-47da-a319-6a9310fc05c3 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Pushing event deleted for resources: {'Port': ['ID=ef581525-49b5-4cd4-99da-b23eba9f35b1,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:36:04.547268 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0e232af7-b399-47da-a319-6a9310fc05c3 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Publish callbacks [] for floatingip (eb146e9d-0fe4-4a73-bddf-1c3e0c2bd43a), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:04.550635 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0e232af7-b399-47da-a319-6a9310fc05c3 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90846'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:04.552027 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-0e232af7-b399-47da-a319-6a9310fc05c3 tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] 10.222.0.58 "DELETE /v2.0/floatingips/eb146e9d-0fe4-4a73-bddf-1c3e0c2bd43a HTTP/1.1" status: 204 len: 168 time: 0.5405052 Mar 14 14:36:06.317672 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Device d06419f3-6bc4-44b8-963a-0370719277a3 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:36:06.341424 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] No Port match for: d06419f3-6bc4-44b8-963a-0370719277a3 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 14:36:06.341777 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Device d06419f3-6bc4-44b8-963a-0370719277a3 not bound to the agent host hv-cinder-79053 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 14:36:07.261898 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 37910) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:36:07.743909 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ff56dcfd-87ac-4acf-b9f3-de5d0afd65a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2015432'] for router_interface (f2d2a6f0-7147-442a-9147-b007d1bf05e1), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:07.951235 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 37920) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:36:07.956088 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.v2.base [None req-cd039bdc-dd11-4f8c-9be3-63a78e0659c7 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Request body: {'security_group': {'name': 'tempest-securitygroup--370841542', 'description': 'tempest-description--1899767900'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:36:08.009311 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-ff56dcfd-87ac-4acf-b9f3-de5d0afd65a9 admin admin] Deleting port a12c18fa-de25-4441-869e-92a0e4a1c074 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:36:08.009655 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ff56dcfd-87ac-4acf-b9f3-de5d0afd65a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744330222830'] for port (a12c18fa-de25-4441-869e-92a0e4a1c074), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:08.066382 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cd039bdc-dd11-4f8c-9be3-63a78e0659c7 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:08.107728 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-ff56dcfd-87ac-4acf-b9f3-de5d0afd65a9 admin admin] For port a12c18fa-de25-4441-869e-92a0e4a1c074, host dv-cinder-790535-28-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-smb',level=0,port_id=a12c18fa-de25-4441-869e-92a0e4a1c074,segment=NetworkSegment(36cc7d28-2976-47cb-ab1d-d82e9bbf4c55),segment_id=36cc7d28-2976-47cb-ab1d-d82e9bbf4c55)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:36:08.108214 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ff56dcfd-87ac-4acf-b9f3-de5d0afd65a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982366'] for port (a12c18fa-de25-4441-869e-92a0e4a1c074), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:08.127150 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-ff56dcfd-87ac-4acf-b9f3-de5d0afd65a9 admin admin] Calling delete_port for a12c18fa-de25-4441-869e-92a0e4a1c074 owned by network:router_interface {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:36:08.154714 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cd039bdc-dd11-4f8c-9be3-63a78e0659c7 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks [] for security_group (5ea771e2-e979-404b-9363-aa95ca6b3ea2), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:08.236019 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cd039bdc-dd11-4f8c-9be3-63a78e0659c7 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (5ea771e2-e979-404b-9363-aa95ca6b3ea2), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:08.267241 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd039bdc-dd11-4f8c-9be3-63a78e0659c7 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea771e2-e979-404b-9363-aa95ca6b3ea2,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:36:08.335264 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cd039bdc-dd11-4f8c-9be3-63a78e0659c7 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:08.336628 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-cd039bdc-dd11-4f8c-9be3-63a78e0659c7 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3843327 Mar 14 14:36:08.339440 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 37924) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:36:08.343773 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.v2.base [None req-2f57b750-1af4-4914-bd43-2a414fc5d551 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Request body: {'security_group_rule': {'security_group_id': '5ea771e2-e979-404b-9363-aa95ca6b3ea2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:36:08.407358 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ff56dcfd-87ac-4acf-b9f3-de5d0afd65a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744330232405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744329793208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8770621'] for port (a12c18fa-de25-4441-869e-92a0e4a1c074), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:08.434988 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff56dcfd-87ac-4acf-b9f3-de5d0afd65a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a12c18fa-de25-4441-869e-92a0e4a1c074,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:36:08.444610 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2f57b750-1af4-4914-bd43-2a414fc5d551 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks [] for security_group_rule (fc0dc052-5e59-4369-a7d4-cec2f4c8902a), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:08.520011 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2f57b750-1af4-4914-bd43-2a414fc5d551 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks [] for security_group_rule (fc0dc052-5e59-4369-a7d4-cec2f4c8902a), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:08.616309 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ff56dcfd-87ac-4acf-b9f3-de5d0afd65a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2016088'] for router_interface (f2d2a6f0-7147-442a-9147-b007d1bf05e1), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:08.641821 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2f57b750-1af4-4914-bd43-2a414fc5d551 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000373'] for security_group_rule (fc0dc052-5e59-4369-a7d4-cec2f4c8902a), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:08.659954 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f57b750-1af4-4914-bd43-2a414fc5d551 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc0dc052-5e59-4369-a7d4-cec2f4c8902a,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:36:08.776024 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2f57b750-1af4-4914-bd43-2a414fc5d551 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:08.777163 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-2f57b750-1af4-4914-bd43-2a414fc5d551 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4367826 Mar 14 14:36:08.780368 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 37926) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:36:08.788639 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.v2.base [None req-274f0412-497e-4dc8-9491-8ec11f961e3e tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Request body: {'security_group_rule': {'security_group_id': '5ea771e2-e979-404b-9363-aa95ca6b3ea2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:36:08.888217 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-274f0412-497e-4dc8-9491-8ec11f961e3e tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks [] for security_group_rule (632ffc9c-7941-4dbe-b17e-d7c9a2586441), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:08.955276 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-274f0412-497e-4dc8-9491-8ec11f961e3e tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks [] for security_group_rule (632ffc9c-7941-4dbe-b17e-d7c9a2586441), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:09.047099 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-274f0412-497e-4dc8-9491-8ec11f961e3e tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000373'] for security_group_rule (632ffc9c-7941-4dbe-b17e-d7c9a2586441), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:09.067235 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274f0412-497e-4dc8-9491-8ec11f961e3e tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=632ffc9c-7941-4dbe-b17e-d7c9a2586441,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:36:09.111600 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff56dcfd-87ac-4acf-b9f3-de5d0afd65a9 admin admin] Router f2d2a6f0-7147-442a-9147-b007d1bf05e1 has already been hosted by L3 agent 3a20f343-fbae-42b4-9bd9-ea7570b5f761 {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 14:36:09.188693 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-274f0412-497e-4dc8-9491-8ec11f961e3e tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:09.188693 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-274f0412-497e-4dc8-9491-8ec11f961e3e tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3956912 Mar 14 14:36:09.188693 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 37930) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:36:09.189983 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.v2.base [None req-64830b60-c5bd-4580-8061-d0872edaf0db tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Request body: {'floatingip': {'floating_network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:36:09.230993 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff56dcfd-87ac-4acf-b9f3-de5d0afd65a9 admin admin] Notify agent at l3_agent.dv-cinder-790535-28-smb the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:36:09.244955 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-ff56dcfd-87ac-4acf-b9f3-de5d0afd65a9 admin admin] 10.222.0.58 "PUT /v2.0/routers/f2d2a6f0-7147-442a-9147-b007d1bf05e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9733162 Mar 14 14:36:09.244955 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 37932) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:36:09.248232 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edf2c24-6c52-4a29-b8e9-858c2c345293 None None] Sync routers for ids ['f2d2a6f0-7147-442a-9147-b007d1bf05e1'] in dv-cinder-790535-28-smb {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:36:09.261022 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edf2c24-6c52-4a29-b8e9-858c2c345293 None None] Routers {'f2d2a6f0-7147-442a-9147-b007d1bf05e1'} bound to L3 agent in host dv-cinder-790535-28-smb {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:36:09.261642 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-8edf2c24-6c52-4a29-b8e9-858c2c345293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T14:20:13Z,description=,heartbeat_timestamp=2022-03-14T14:35:43Z,host='dv-cinder-790535-28-smb',id=3a20f343-fbae-42b4-9bd9-ea7570b5f761,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:20:14Z,topic='l3_agent')) {'router_ids': ['f2d2a6f0-7147-442a-9147-b007d1bf05e1'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:36:09.316316 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-64830b60-c5bd-4580-8061-d0872edaf0db tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:09.359334 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0e1603b1-d535-426f-80f0-ffe0a7334feb admin admin] Publish callbacks [] for router (f2d2a6f0-7147-442a-9147-b007d1bf05e1), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:09.376286 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-8edf2c24-6c52-4a29-b8e9-858c2c345293 None None] Set router f2d2a6f0-7147-442a-9147-b007d1bf05e1 gateway port host: dv-cinder-790535-28-smb {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:36:09.458396 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-64830b60-c5bd-4580-8061-d0872edaf0db tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:09.481776 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0e1603b1-d535-426f-80f0-ffe0a7334feb admin admin] Publish callbacks [] for router_gateway (f2d2a6f0-7147-442a-9147-b007d1bf05e1), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:09.573803 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-64830b60-c5bd-4580-8061-d0872edaf0db tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Allocated IP 172.28.2.191 (21060e90-61ba-4e92-afb3-f12491c9b56b/3278263d-ed58-402f-9606-a5b3ef606428/e127e1a7-f6df-48c1-88fc-dbaa7aeb25e4) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:36:09.580144 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-8edf2c24-6c52-4a29-b8e9-858c2c345293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2d2a6f0-7147-442a-9147-b007d1bf05e1', 'name': 'tempest-AttachVolumeShelveTestJSON-1745510330-router', 'tenant_id': 'f5f40385a50a46a79167ae6a859eee4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.211'}], 'enable_snat': True}, 'gw_port_id': '381ba10b-ad5b-48ce-8bb3-936a16f5e473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:28:59Z', 'updated_at': '2022-03-14T14:36:08Z', 'revision_number': 5, 'project_id': 'f5f40385a50a46a79167ae6a859eee4d', 'gw_port': {'id': '381ba10b-ad5b-48ce-8bb3-936a16f5e473', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:71:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d2a6f0-7147-442a-9147-b007d1bf05e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:29:01Z', 'updated_at': '2022-03-14T14:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb'}], 'dv-cinder-790535-28-smb', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:36:09.607777 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edf2c24-6c52-4a29-b8e9-858c2c345293 None None] Checking router: f2d2a6f0-7147-442a-9147-b007d1bf05e1 for host: dv-cinder-790535-28-smb {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:36:09.617633 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edf2c24-6c52-4a29-b8e9-858c2c345293 None None] Routers {'f2d2a6f0-7147-442a-9147-b007d1bf05e1'} bound to L3 agent in host dv-cinder-790535-28-smb {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:36:09.618751 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-8edf2c24-6c52-4a29-b8e9-858c2c345293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T14:20:13Z,description=,heartbeat_timestamp=2022-03-14T14:35:43Z,host='dv-cinder-790535-28-smb',id=3a20f343-fbae-42b4-9bd9-ea7570b5f761,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:20:14Z,topic='l3_agent')) {'router_ids': ['f2d2a6f0-7147-442a-9147-b007d1bf05e1'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:36:09.653112 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-0e1603b1-d535-426f-80f0-ffe0a7334feb admin admin] Deleting port 381ba10b-ad5b-48ce-8bb3-936a16f5e473 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:36:09.653112 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0e1603b1-d535-426f-80f0-ffe0a7334feb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744330222830'] for port (381ba10b-ad5b-48ce-8bb3-936a16f5e473), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:09.668820 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 37934) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:36:09.713849 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-8edf2c24-6c52-4a29-b8e9-858c2c345293 None None] Set router f2d2a6f0-7147-442a-9147-b007d1bf05e1 gateway port host: None {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:36:09.723819 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-64830b60-c5bd-4580-8061-d0872edaf0db tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks [] for port (e127e1a7-f6df-48c1-88fc-dbaa7aeb25e4), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:09.764474 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-0e1603b1-d535-426f-80f0-ffe0a7334feb admin admin] For port 381ba10b-ad5b-48ce-8bb3-936a16f5e473, host dv-cinder-790535-28-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-smb',level=0,port_id=381ba10b-ad5b-48ce-8bb3-936a16f5e473,segment=NetworkSegment(bce16b83-cd05-4f93-adb0-46e63864be13),segment_id=bce16b83-cd05-4f93-adb0-46e63864be13)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:36:09.766033 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0e1603b1-d535-426f-80f0-ffe0a7334feb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982366'] for port (381ba10b-ad5b-48ce-8bb3-936a16f5e473), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:09.770379 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-8edf2c24-6c52-4a29-b8e9-858c2c345293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2d2a6f0-7147-442a-9147-b007d1bf05e1', 'name': 'tempest-AttachVolumeShelveTestJSON-1745510330-router', 'tenant_id': 'f5f40385a50a46a79167ae6a859eee4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:28:59Z', 'updated_at': '2022-03-14T14:36:09Z', 'revision_number': 6, 'project_id': 'f5f40385a50a46a79167ae6a859eee4d', 'gw_port_host': None}], 'dv-cinder-790535-28-smb', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:36:09.779929 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-0e1603b1-d535-426f-80f0-ffe0a7334feb admin admin] Calling delete_port for 381ba10b-ad5b-48ce-8bb3-936a16f5e473 owned by network:router_gateway {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:36:09.798105 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edf2c24-6c52-4a29-b8e9-858c2c345293 None None] The sync data for ids ['f2d2a6f0-7147-442a-9147-b007d1bf05e1'] in dv-cinder-790535-28-smb is: [{'id': 'f2d2a6f0-7147-442a-9147-b007d1bf05e1', 'name': 'tempest-AttachVolumeShelveTestJSON-1745510330-router', 'tenant_id': 'f5f40385a50a46a79167ae6a859eee4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:28:59Z', 'updated_at': '2022-03-14T14:36:09Z', 'revision_number': 6, 'project_id': 'f5f40385a50a46a79167ae6a859eee4d', 'gw_port_host': None}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:36:09.864136 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-64830b60-c5bd-4580-8061-d0872edaf0db tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744329793199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9848306'] for port (e127e1a7-f6df-48c1-88fc-dbaa7aeb25e4), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:09.883950 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64830b60-c5bd-4580-8061-d0872edaf0db tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Network 21060e90-61ba-4e92-afb3-f12491c9b56b is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:36:09.886970 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-64830b60-c5bd-4580-8061-d0872edaf0db tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:36:09.890534 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64830b60-c5bd-4580-8061-d0872edaf0db tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:36:09.896067 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64830b60-c5bd-4580-8061-d0872edaf0db tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Pushing event updated for resources: {'Port': ['ID=e127e1a7-f6df-48c1-88fc-dbaa7aeb25e4,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:36:09.982640 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-64830b60-c5bd-4580-8061-d0872edaf0db tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks [] for floatingip (e27ca0f0-1d77-492b-b05b-102d85158571), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:10.064653 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-64830b60-c5bd-4580-8061-d0872edaf0db tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (e127e1a7-f6df-48c1-88fc-dbaa7aeb25e4), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:10.075363 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-8712418a-bae4-4391-a35c-d95f3cfce2e0 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Deleting port 01f4c91a-99ee-4877-8853-353d11252563 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:36:10.075645 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8712418a-bae4-4391-a35c-d95f3cfce2e0 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744330222830'] for port (01f4c91a-99ee-4877-8853-353d11252563), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:10.183186 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8712418a-bae4-4391-a35c-d95f3cfce2e0 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982366'] for port (01f4c91a-99ee-4877-8853-353d11252563), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:10.183750 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8712418a-bae4-4391-a35c-d95f3cfce2e0 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Publish callbacks [] for floatingip (01f4c91a-99ee-4877-8853-353d11252563), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:10.191851 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0e1603b1-d535-426f-80f0-ffe0a7334feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744330232405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744329793208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8770621'] for port (381ba10b-ad5b-48ce-8bb3-936a16f5e473), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:10.242487 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-8712418a-bae4-4391-a35c-d95f3cfce2e0 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Calling delete_port for 01f4c91a-99ee-4877-8853-353d11252563 owned by network:floatingip {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:36:10.269945 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-64830b60-c5bd-4580-8061-d0872edaf0db tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks [] for port (e127e1a7-f6df-48c1-88fc-dbaa7aeb25e4), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:10.289014 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1603b1-d535-426f-80f0-ffe0a7334feb admin admin] Pushing event deleted for resources: {'Port': ['ID=381ba10b-ad5b-48ce-8bb3-936a16f5e473,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:36:10.327062 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-64830b60-c5bd-4580-8061-d0872edaf0db tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9848299'] for port (e127e1a7-f6df-48c1-88fc-dbaa7aeb25e4), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:10.345287 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0e1603b1-d535-426f-80f0-ffe0a7334feb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2016498'] for router_gateway (f2d2a6f0-7147-442a-9147-b007d1bf05e1), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:10.395938 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64830b60-c5bd-4580-8061-d0872edaf0db tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Pushing event updated for resources: {'Port': ['ID=e127e1a7-f6df-48c1-88fc-dbaa7aeb25e4,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:36:10.412310 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-64830b60-c5bd-4580-8061-d0872edaf0db tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2016456'] for floatingip (e27ca0f0-1d77-492b-b05b-102d85158571), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:10.459305 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0e1603b1-d535-426f-80f0-ffe0a7334feb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2015869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4732'] for router (f2d2a6f0-7147-442a-9147-b007d1bf05e1), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:10.463009 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0e1603b1-d535-426f-80f0-ffe0a7334feb admin admin] Publish callbacks [] for router_controller (f2d2a6f0-7147-442a-9147-b007d1bf05e1), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:10.500574 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-64830b60-c5bd-4580-8061-d0872edaf0db tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90846'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:10.501952 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-64830b60-c5bd-4580-8061-d0872edaf0db tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3190491 Mar 14 14:36:10.586067 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0e1603b1-d535-426f-80f0-ffe0a7334feb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2015846'] for router (f2d2a6f0-7147-442a-9147-b007d1bf05e1), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:10.586671 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e1603b1-d535-426f-80f0-ffe0a7334feb admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2d2a6f0-7147-442a-9147-b007d1bf05e1 {{(pid=103766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 14:36:10.596009 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0e1603b1-d535-426f-80f0-ffe0a7334feb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:10.600402 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 37950) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:36:10.620536 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-0e1603b1-d535-426f-80f0-ffe0a7334feb admin admin] 10.222.0.58 "DELETE /v2.0/routers/f2d2a6f0-7147-442a-9147-b007d1bf05e1 HTTP/1.1" status: 204 len: 168 time: 1.3801928 Mar 14 14:36:10.648976 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed0e87c4-462d-4e10-89b2-27152b9aa2d4 admin admin] Deleting subnet bd458166-2986-4de0-890b-33eba077f5c5 {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 14:36:10.652338 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ed0e87c4-462d-4e10-89b2-27152b9aa2d4 admin admin] Publish callbacks [] for subnet (bd458166-2986-4de0-890b-33eba077f5c5), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:10.687565 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8712418a-bae4-4391-a35c-d95f3cfce2e0 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744330232405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744329793208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8770621'] for port (01f4c91a-99ee-4877-8853-353d11252563), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:10.692353 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ed0e87c4-462d-4e10-89b2-27152b9aa2d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10236621'] for subnet (bd458166-2986-4de0-890b-33eba077f5c5), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:10.719234 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a63aa214-f79e-4162-9b6d-ac8b9f90afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (cdfaf928-5960-4f26-8f0f-a06a7779780c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:10.731244 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8712418a-bae4-4391-a35c-d95f3cfce2e0 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Pushing event deleted for resources: {'Port': ['ID=01f4c91a-99ee-4877-8853-353d11252563,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:36:10.817143 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ed0e87c4-462d-4e10-89b2-27152b9aa2d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999657'] for subnet (bd458166-2986-4de0-890b-33eba077f5c5), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:10.828337 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-4dac8b48-53f8-4d82-abdd-65deeda1ac6b req-f04a627b-e5d3-45b6-a98f-b465b80ddcff tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--370841542&fields=id&tenant_id=9a82d323ca8e4f358a750af658b4eeb2 HTTP/1.1" status: 200 len: 267 time: 0.1068506 Mar 14 14:36:10.833608 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8712418a-bae4-4391-a35c-d95f3cfce2e0 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Publish callbacks [] for floatingip (f98489c1-dcbf-4a92-ad46-512b4c812c48), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:10.834762 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.db.l3_db [None req-8712418a-bae4-4391-a35c-d95f3cfce2e0 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Floating IP f98489c1-dcbf-4a92-ad46-512b4c812c48 disassociated (deleted). External IP: 172.28.2.125, port: 67f0d3c4-dc11-4335-b254-f941e2071d0e. Mar 14 14:36:10.968280 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ed0e87c4-462d-4e10-89b2-27152b9aa2d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9848285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8872594'] for subnet (bd458166-2986-4de0-890b-33eba077f5c5), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:11.000137 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0e87c4-462d-4e10-89b2-27152b9aa2d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd458166-2986-4de0-890b-33eba077f5c5,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:36:11.007867 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ed0e87c4-462d-4e10-89b2-27152b9aa2d4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:11.011159 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-ed0e87c4-462d-4e10-89b2-27152b9aa2d4 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/bd458166-2986-4de0-890b-33eba077f5c5 HTTP/1.1" status: 204 len: 168 time: 0.4097979 Mar 14 14:36:11.011818 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 37962) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:36:11.020807 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eea26af-81fb-4c69-b4c5-937722f8d017 None None] Network 9bb2727a-e859-46ff-8b02-e0e5093e8925 requested from dv-cinder-790535-28-smb {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 14:36:11.060108 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac8b48-53f8-4d82-abdd-65deeda1ac6b req-66059f4a-9468-4dad-942e-baefd5617c74 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:11.062016 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-4dac8b48-53f8-4d82-abdd-65deeda1ac6b req-66059f4a-9468-4dad-942e-baefd5617c74 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/networks?id=5d4a8694-0239-4e2f-aa18-849c2487601b HTTP/1.1" status: 200 len: 814 time: 0.2236512 Mar 14 14:36:11.089423 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-4dac8b48-53f8-4d82-abdd-65deeda1ac6b req-a4e634bb-e1df-4690-b331-e8298c5dbc23 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/quotas/9a82d323ca8e4f358a750af658b4eeb2 HTTP/1.1" status: 200 len: 375 time: 0.0170839 Mar 14 14:36:11.134047 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6f221244-50e7-4075-a7a7-57ea928d2329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-911660'] for network (9bb2727a-e859-46ff-8b02-e0e5093e8925), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:11.205654 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-6f221244-50e7-4075-a7a7-57ea928d2329 admin admin] Deleting port ade45428-3b14-4feb-80c7-14d6bbb0ce9b {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:36:11.205654 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6f221244-50e7-4075-a7a7-57ea928d2329 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744330222830'] for port (ade45428-3b14-4feb-80c7-14d6bbb0ce9b), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:11.231419 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-4dac8b48-53f8-4d82-abdd-65deeda1ac6b req-22de8a2d-da4d-4af5-b2cf-558b6e3df45a tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=9a82d323ca8e4f358a750af658b4eeb2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1088872 Mar 14 14:36:11.246858 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b076c7-4a0e-45d7-9ced-08ad71fd7329 None None] DHCP port deletion for 9bb2727a-e859-46ff-8b02-e0e5093e8925 request from dv-cinder-790535-28-smb {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 14 14:36:11.248373 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8712418a-bae4-4391-a35c-d95f3cfce2e0 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Router 55943d03-8542-4b52-be0f-0568fea66cf0 has already been hosted by L3 agent 3a20f343-fbae-42b4-9bd9-ea7570b5f761 {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 14:36:11.297884 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-6f221244-50e7-4075-a7a7-57ea928d2329 admin admin] For port ade45428-3b14-4feb-80c7-14d6bbb0ce9b, host dv-cinder-790535-28-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-smb',level=0,port_id=ade45428-3b14-4feb-80c7-14d6bbb0ce9b,segment=NetworkSegment(36cc7d28-2976-47cb-ab1d-d82e9bbf4c55),segment_id=36cc7d28-2976-47cb-ab1d-d82e9bbf4c55)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:36:11.298261 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6f221244-50e7-4075-a7a7-57ea928d2329 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982366'] for port (ade45428-3b14-4feb-80c7-14d6bbb0ce9b), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:11.300931 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-39b076c7-4a0e-45d7-9ced-08ad71fd7329 None None] Deleting port ade45428-3b14-4feb-80c7-14d6bbb0ce9b {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:36:11.301615 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-39b076c7-4a0e-45d7-9ced-08ad71fd7329 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744330222830'] for port (ade45428-3b14-4feb-80c7-14d6bbb0ce9b), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:11.314272 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-6f221244-50e7-4075-a7a7-57ea928d2329 admin admin] Calling delete_port for ade45428-3b14-4feb-80c7-14d6bbb0ce9b owned by network:dhcp {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:36:11.369982 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-39b076c7-4a0e-45d7-9ced-08ad71fd7329 None None] For port ade45428-3b14-4feb-80c7-14d6bbb0ce9b, host dv-cinder-790535-28-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-smb',level=0,port_id=ade45428-3b14-4feb-80c7-14d6bbb0ce9b,segment=NetworkSegment(36cc7d28-2976-47cb-ab1d-d82e9bbf4c55),segment_id=36cc7d28-2976-47cb-ab1d-d82e9bbf4c55)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:36:11.370453 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-39b076c7-4a0e-45d7-9ced-08ad71fd7329 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982366'] for port (ade45428-3b14-4feb-80c7-14d6bbb0ce9b), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:11.384660 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-39b076c7-4a0e-45d7-9ced-08ad71fd7329 None None] Calling delete_port for ade45428-3b14-4feb-80c7-14d6bbb0ce9b owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:36:11.432894 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-4dac8b48-53f8-4d82-abdd-65deeda1ac6b req-e71a9857-fcea-4eca-8175-f1647792df50 service neutron] 10.222.0.58 "GET /v2.0/networks/5d4a8694-0239-4e2f-aa18-849c2487601b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808405 Mar 14 14:36:11.464781 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8712418a-bae4-4391-a35c-d95f3cfce2e0 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Notify agent at l3_agent.dv-cinder-790535-28-smb the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:36:11.471148 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8712418a-bae4-4391-a35c-d95f3cfce2e0 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90846'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:11.510647 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6f221244-50e7-4075-a7a7-57ea928d2329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744330232405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744329793208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9848306'] for port (ade45428-3b14-4feb-80c7-14d6bbb0ce9b), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:11.553919 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-8712418a-bae4-4391-a35c-d95f3cfce2e0 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.58 "DELETE /v2.0/floatingips/f98489c1-dcbf-4a92-ad46-512b4c812c48 HTTP/1.1" status: 204 len: 168 time: 1.8826752 Mar 14 14:36:11.557808 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51d99f90-7b74-4cd7-938b-4ac0ea805fae', 'tag': '67f0d3c4-dc11-4335-b254-f941e2071d0e'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:36:11.559413 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f221244-50e7-4075-a7a7-57ea928d2329 admin admin] Pushing event deleted for resources: {'Port': ['ID=ade45428-3b14-4feb-80c7-14d6bbb0ce9b,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:36:11.561907 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b510279f78b891ca7fa39ab493d89baf438cb0eb2c394833a60cb33e330ae8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca0eb60e-10d3-4779-8c90-f1cc8d97f266" -d '{"events": [{"name": "network-changed", "server_uuid": "51d99f90-7b74-4cd7-938b-4ac0ea805fae", "tag": "67f0d3c4-dc11-4335-b254-f941e2071d0e"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:36:11.564237 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f221244-50e7-4075-a7a7-57ea928d2329 admin admin] No DVR routers for this DVR port ade45428-3b14-4feb-80c7-14d6bbb0ce9b on host dv-cinder-790535-28-smb {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 14:36:11.574265 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b0b362-2e83-46ef-8ae2-dbe4f044dd91 None None] Sync routers for ids ['55943d03-8542-4b52-be0f-0568fea66cf0'] in dv-cinder-790535-28-smb {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:36:11.600383 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-4dac8b48-53f8-4d82-abdd-65deeda1ac6b req-eebf76a3-2bcd-4c5f-8685-95d104d287f1 service neutron] 10.222.0.58 "GET /v2.0/networks/5d4a8694-0239-4e2f-aa18-849c2487601b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537068 Mar 14 14:36:11.602634 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b0b362-2e83-46ef-8ae2-dbe4f044dd91 None None] Routers {'55943d03-8542-4b52-be0f-0568fea66cf0'} bound to L3 agent in host dv-cinder-790535-28-smb {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:36:11.603291 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-66b0b362-2e83-46ef-8ae2-dbe4f044dd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T14:20:13Z,description=,heartbeat_timestamp=2022-03-14T14:35:43Z,host='dv-cinder-790535-28-smb',id=3a20f343-fbae-42b4-9bd9-ea7570b5f761,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:20:14Z,topic='l3_agent')) {'router_ids': ['55943d03-8542-4b52-be0f-0568fea66cf0'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:36:11.690426 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-39b076c7-4a0e-45d7-9ced-08ad71fd7329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744330232405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744329793208'] for port (ade45428-3b14-4feb-80c7-14d6bbb0ce9b), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:11.706626 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6f221244-50e7-4075-a7a7-57ea928d2329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000466', 'neutron.services.segments.db._delete_segments_for_network-8744330122518'] for network (9bb2727a-e859-46ff-8b02-e0e5093e8925), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:11.736955 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.services.segments.db [None req-6f221244-50e7-4075-a7a7-57ea928d2329 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bb2727a-e859-46ff-8b02-e0e5093e8925']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:36:11.748954 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Device a12c18fa-de25-4441-869e-92a0e4a1c074 no longer exists at agent ovs-agent-dv-cinder-790535-28-smb {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:36:11.749867 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.services.segments.db [None req-6f221244-50e7-4075-a7a7-57ea928d2329 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36cc7d28-2976-47cb-ab1d-d82e9bbf4c55') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:36:11.749867 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.services.segments.db [None req-6f221244-50e7-4075-a7a7-57ea928d2329 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36cc7d28-2976-47cb-ab1d-d82e9bbf4c55') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:36:11.757111 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b076c7-4a0e-45d7-9ced-08ad71fd7329 None None] Pushing event deleted for resources: {'Port': ['ID=ade45428-3b14-4feb-80c7-14d6bbb0ce9b,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:36:11.771103 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6f221244-50e7-4075-a7a7-57ea928d2329 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744330120735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10236614'] for segment (36cc7d28-2976-47cb-ab1d-d82e9bbf4c55), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:11.782553 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b076c7-4a0e-45d7-9ced-08ad71fd7329 None None] No DVR routers for this DVR port ade45428-3b14-4feb-80c7-14d6bbb0ce9b on host dv-cinder-790535-28-smb {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 14:36:11.790777 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] No Port match for: a12c18fa-de25-4441-869e-92a0e4a1c074 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 14:36:11.791473 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Device a12c18fa-de25-4441-869e-92a0e4a1c074 not bound to the agent host dv-cinder-790535-28-smb {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 14:36:11.792012 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Device 381ba10b-ad5b-48ce-8bb3-936a16f5e473 no longer exists at agent ovs-agent-dv-cinder-790535-28-smb {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:36:11.812509 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6f221244-50e7-4075-a7a7-57ea928d2329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011900'] for segment (36cc7d28-2976-47cb-ab1d-d82e9bbf4c55), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:11.815531 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] No Port match for: 381ba10b-ad5b-48ce-8bb3-936a16f5e473 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 14:36:11.815890 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Device 381ba10b-ad5b-48ce-8bb3-936a16f5e473 not bound to the agent host dv-cinder-790535-28-smb {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 14:36:11.816360 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Device ade45428-3b14-4feb-80c7-14d6bbb0ce9b no longer exists at agent ovs-agent-dv-cinder-790535-28-smb {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:36:11.824592 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f221244-50e7-4075-a7a7-57ea928d2329 admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 14:36:11.825088 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6f221244-50e7-4075-a7a7-57ea928d2329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9847811'] for segment (36cc7d28-2976-47cb-ab1d-d82e9bbf4c55), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:11.827010 dv-cinder-790535-28-smb neutron-server[103767]: Traceback (most recent call last): Mar 14 14:36:11.827010 dv-cinder-790535-28-smb neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 14:36:11.827010 dv-cinder-790535-28-smb neutron-server[103767]: timer() Mar 14 14:36:11.827010 dv-cinder-790535-28-smb neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 14:36:11.827010 dv-cinder-790535-28-smb neutron-server[103767]: cb(*args, **kw) Mar 14 14:36:11.827010 dv-cinder-790535-28-smb neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 14:36:11.827010 dv-cinder-790535-28-smb neutron-server[103767]: return func(*args, **kwargs) Mar 14 14:36:11.827010 dv-cinder-790535-28-smb neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 14:36:11.827010 dv-cinder-790535-28-smb neutron-server[103767]: self._notify() Mar 14 14:36:11.827010 dv-cinder-790535-28-smb neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 14:36:11.827010 dv-cinder-790535-28-smb neutron-server[103767]: self.callback(batched_events) Mar 14 14:36:11.827010 dv-cinder-790535-28-smb neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 14:36:11.827010 dv-cinder-790535-28-smb neutron-server[103767]: event.method(event) Mar 14 14:36:11.827010 dv-cinder-790535-28-smb neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 14:36:11.827010 dv-cinder-790535-28-smb neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 14:36:11.827010 dv-cinder-790535-28-smb neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 14:36:11.827010 dv-cinder-790535-28-smb neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 14:36:11.827010 dv-cinder-790535-28-smb neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 14:36:11.827010 dv-cinder-790535-28-smb neutron-server[103767]: return f(self, *a, **k) Mar 14 14:36:11.827010 dv-cinder-790535-28-smb neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 14:36:11.827010 dv-cinder-790535-28-smb neutron-server[103767]: return self._get(url).json() Mar 14 14:36:11.827010 dv-cinder-790535-28-smb neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 14:36:11.827010 dv-cinder-790535-28-smb neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 14:36:11.827010 dv-cinder-790535-28-smb neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 14:36:11.827010 dv-cinder-790535-28-smb neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 14 14:36:11.827010 dv-cinder-790535-28-smb neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 14:36:11.827010 dv-cinder-790535-28-smb neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 14:36:11.827010 dv-cinder-790535-28-smb neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 14:36:11.827010 dv-cinder-790535-28-smb neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 14:36:11.827010 dv-cinder-790535-28-smb neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 14:36:11.827010 dv-cinder-790535-28-smb neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 14:36:11.827010 dv-cinder-790535-28-smb neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 14:36:11.856400 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] No Port match for: ade45428-3b14-4feb-80c7-14d6bbb0ce9b {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 14:36:11.856896 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Device ade45428-3b14-4feb-80c7-14d6bbb0ce9b not bound to the agent host dv-cinder-790535-28-smb {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 14:36:11.860117 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-66b0b362-2e83-46ef-8ae2-dbe4f044dd91 None None] Set router 55943d03-8542-4b52-be0f-0568fea66cf0 gateway port host: dv-cinder-790535-28-smb {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:36:11.978095 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 14:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cdcaf44-0042-493f-9ad2-f896d6563575 x-openstack-request-id: req-9cdcaf44-0042-493f-9ad2-f896d6563575 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:36:11.978403 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51d99f90-7b74-4cd7-938b-4ac0ea805fae", "tag": "67f0d3c4-dc11-4335-b254-f941e2071d0e", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:36:11.978670 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9cdcaf44-0042-493f-9ad2-f896d6563575 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:36:11.979089 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51d99f90-7b74-4cd7-938b-4ac0ea805fae', 'tag': '67f0d3c4-dc11-4335-b254-f941e2071d0e', 'status': 'completed', 'code': 200} Mar 14 14:36:11.987390 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6f221244-50e7-4075-a7a7-57ea928d2329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2016470'] for network (9bb2727a-e859-46ff-8b02-e0e5093e8925), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:12.040567 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6f221244-50e7-4075-a7a7-57ea928d2329 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632217'] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:12.050963 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-6f221244-50e7-4075-a7a7-57ea928d2329 admin admin] 10.222.0.58 "DELETE /v2.0/networks/9bb2727a-e859-46ff-8b02-e0e5093e8925 HTTP/1.1" status: 204 len: 168 time: 1.0380216 Mar 14 14:36:12.052051 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f221244-50e7-4075-a7a7-57ea928d2329 admin admin] Pushing event deleted for resources: {'Network': ['ID=9bb2727a-e859-46ff-8b02-e0e5093e8925,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:36:12.086080 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0eb60e-10d3-4779-8c90-f1cc8d97f266 req-03db2863-f0eb-4f13-b474-d9dafa12e545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:12.087594 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-ca0eb60e-10d3-4779-8c90-f1cc8d97f266 req-03db2863-f0eb-4f13-b474-d9dafa12e545 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a13b71d43cd34fb38f85e1cc0af43e28&device_id=51d99f90-7b74-4cd7-938b-4ac0ea805fae HTTP/1.1" status: 200 len: 1130 time: 0.0777709 Mar 14 14:36:12.140060 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-66b0b362-2e83-46ef-8ae2-dbe4f044dd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55943d03-8542-4b52-be0f-0568fea66cf0', 'name': 'tempest-TestShelveInstance-294149024-router', 'tenant_id': 'a13b71d43cd34fb38f85e1cc0af43e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.89'}], 'enable_snat': True}, 'gw_port_id': '5ac87e94-ee90-4c29-bc9c-6770f76a98f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:30:31Z', 'updated_at': '2022-03-14T14:30:40Z', 'revision_number': 4, 'project_id': 'a13b71d43cd34fb38f85e1cc0af43e28', 'gw_port': {'id': '5ac87e94-ee90-4c29-bc9c-6770f76a98f1', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55943d03-8542-4b52-be0f-0568fea66cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:33Z', 'updated_at': '2022-03-14T14:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb', '_interfaces': [{'id': '8a391c76-99d1-4be1-a7d1-403bce6fa287', 'name': '', 'network_id': '6ddc4596-65f8-45d3-ba54-9a8ed2c0c193', 'tenant_id': 'a13b71d43cd34fb38f85e1cc0af43e28', 'mac_address': 'fa:16:3e:dd:d7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55943d03-8542-4b52-be0f-0568fea66cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'b6f3e4c4-8c5e-45e1-899c-abb308a625a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:38Z', 'updated_at': '2022-03-14T14:30:53Z', 'revision_number': 5, 'project_id': 'a13b71d43cd34fb38f85e1cc0af43e28', 'subnets': [{'id': 'b6f3e4c4-8c5e-45e1-899c-abb308a625a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-smb', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:36:12.191240 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b0b362-2e83-46ef-8ae2-dbe4f044dd91 None None] Checking router: 55943d03-8542-4b52-be0f-0568fea66cf0 for host: dv-cinder-790535-28-smb {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:36:12.203557 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b0b362-2e83-46ef-8ae2-dbe4f044dd91 None None] Routers {'55943d03-8542-4b52-be0f-0568fea66cf0'} bound to L3 agent in host dv-cinder-790535-28-smb {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:36:12.204491 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-66b0b362-2e83-46ef-8ae2-dbe4f044dd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T14:20:13Z,description=,heartbeat_timestamp=2022-03-14T14:35:43Z,host='dv-cinder-790535-28-smb',id=3a20f343-fbae-42b4-9bd9-ea7570b5f761,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:20:14Z,topic='l3_agent')) {'router_ids': ['55943d03-8542-4b52-be0f-0568fea66cf0'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:36:12.204634 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-11dd2eef-9078-499e-9031-382e4a79265f req-ca88e0c1-feee-4c2f-b36f-6858990f28e4 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/ports?device_id=39dda1e6-8f98-4442-9167-8c208e3ba3a1 HTTP/1.1" status: 200 len: 210 time: 0.0337813 Mar 14 14:36:12.258855 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0eb60e-10d3-4779-8c90-f1cc8d97f266 req-82c2d313-39d1-4f18-b20f-a9417bd2b590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:12.260764 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-ca0eb60e-10d3-4779-8c90-f1cc8d97f266 req-82c2d313-39d1-4f18-b20f-a9417bd2b590 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6ddc4596-65f8-45d3-ba54-9a8ed2c0c193 HTTP/1.1" status: 200 len: 909 time: 0.1672757 Mar 14 14:36:12.322771 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-ca0eb60e-10d3-4779-8c90-f1cc8d97f266 req-c2c9b5cc-5560-4937-b3db-68e54737209f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67f0d3c4-dc11-4335-b254-f941e2071d0e HTTP/1.1" status: 200 len: 217 time: 0.0555706 Mar 14 14:36:12.343992 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-66b0b362-2e83-46ef-8ae2-dbe4f044dd91 None None] Set router 55943d03-8542-4b52-be0f-0568fea66cf0 gateway port host: dv-cinder-790535-28-smb {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:36:12.404208 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0eb60e-10d3-4779-8c90-f1cc8d97f266 req-66dd06e5-9f25-4b99-9b02-4f6ef3fbc0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:12.405584 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-ca0eb60e-10d3-4779-8c90-f1cc8d97f266 req-66dd06e5-9f25-4b99-9b02-4f6ef3fbc0f7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b6f3e4c4-8c5e-45e1-899c-abb308a625a6 HTTP/1.1" status: 200 len: 847 time: 0.0615716 Mar 14 14:36:12.413682 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a12a52-c8fc-49f8-8f5b-84ad0b478c31 req-35fc74cf-deac-4058-8d2b-18665c51eeb3 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:12.415069 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-18a12a52-c8fc-49f8-8f5b-84ad0b478c31 req-35fc74cf-deac-4058-8d2b-18665c51eeb3 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.58 "GET /v2.0/ports?device_id=51d99f90-7b74-4cd7-938b-4ac0ea805fae HTTP/1.1" status: 200 len: 946 time: 0.1364374 Mar 14 14:36:12.462499 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 37984) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:36:12.492692 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-18a12a52-c8fc-49f8-8f5b-84ad0b478c31 req-37a1b2f0-9966-469d-aa2e-b6637fe8f209 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.58 "GET /v2.0/security-groups?id=7095509f-4701-4a3a-aad9-967f36f293d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689738 Mar 14 14:36:12.501079 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0eb60e-10d3-4779-8c90-f1cc8d97f266 req-759ef5fb-ec47-4d32-9112-51e7d17fbb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:12.501079 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-ca0eb60e-10d3-4779-8c90-f1cc8d97f266 req-759ef5fb-ec47-4d32-9112-51e7d17fbb95 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6ddc4596-65f8-45d3-ba54-9a8ed2c0c193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0844336 Mar 14 14:36:12.543612 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 37988) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:36:12.545226 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-46018d9d-ab3f-4d88-bf34-317677d52868 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f5f40385a50a46a79167ae6a859eee4d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0804956 Mar 14 14:36:12.590861 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-66b0b362-2e83-46ef-8ae2-dbe4f044dd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55943d03-8542-4b52-be0f-0568fea66cf0', 'name': 'tempest-TestShelveInstance-294149024-router', 'tenant_id': 'a13b71d43cd34fb38f85e1cc0af43e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.89'}], 'enable_snat': True}, 'gw_port_id': '5ac87e94-ee90-4c29-bc9c-6770f76a98f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:30:31Z', 'updated_at': '2022-03-14T14:30:40Z', 'revision_number': 4, 'project_id': 'a13b71d43cd34fb38f85e1cc0af43e28', 'gw_port': {'id': '5ac87e94-ee90-4c29-bc9c-6770f76a98f1', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55943d03-8542-4b52-be0f-0568fea66cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:33Z', 'updated_at': '2022-03-14T14:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb', '_interfaces': [{'id': '8a391c76-99d1-4be1-a7d1-403bce6fa287', 'name': '', 'network_id': '6ddc4596-65f8-45d3-ba54-9a8ed2c0c193', 'tenant_id': 'a13b71d43cd34fb38f85e1cc0af43e28', 'mac_address': 'fa:16:3e:dd:d7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55943d03-8542-4b52-be0f-0568fea66cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'b6f3e4c4-8c5e-45e1-899c-abb308a625a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:38Z', 'updated_at': '2022-03-14T14:30:53Z', 'revision_number': 5, 'project_id': 'a13b71d43cd34fb38f85e1cc0af43e28', 'subnets': [{'id': 'b6f3e4c4-8c5e-45e1-899c-abb308a625a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-smb', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:36:12.619125 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b0b362-2e83-46ef-8ae2-dbe4f044dd91 None None] The sync data for ids ['55943d03-8542-4b52-be0f-0568fea66cf0'] in dv-cinder-790535-28-smb is: [{'id': '55943d03-8542-4b52-be0f-0568fea66cf0', 'name': 'tempest-TestShelveInstance-294149024-router', 'tenant_id': 'a13b71d43cd34fb38f85e1cc0af43e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.89'}], 'enable_snat': True}, 'gw_port_id': '5ac87e94-ee90-4c29-bc9c-6770f76a98f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:30:31Z', 'updated_at': '2022-03-14T14:30:40Z', 'revision_number': 4, 'project_id': 'a13b71d43cd34fb38f85e1cc0af43e28', 'gw_port': {'id': '5ac87e94-ee90-4c29-bc9c-6770f76a98f1', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55943d03-8542-4b52-be0f-0568fea66cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:33Z', 'updated_at': '2022-03-14T14:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb', '_interfaces': [{'id': '8a391c76-99d1-4be1-a7d1-403bce6fa287', 'name': '', 'network_id': '6ddc4596-65f8-45d3-ba54-9a8ed2c0c193', 'tenant_id': 'a13b71d43cd34fb38f85e1cc0af43e28', 'mac_address': 'fa:16:3e:dd:d7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55943d03-8542-4b52-be0f-0568fea66cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'b6f3e4c4-8c5e-45e1-899c-abb308a625a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:38Z', 'updated_at': '2022-03-14T14:30:53Z', 'revision_number': 5, 'project_id': 'a13b71d43cd34fb38f85e1cc0af43e28', 'subnets': [{'id': 'b6f3e4c4-8c5e-45e1-899c-abb308a625a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:36:12.895194 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63aa5c7b-b5de-4561-90b0-fd85bc2e4cfb None None] New status for floating IP f98489c1-dcbf-4a92-ad46-512b4c812c48: DOWN {{(pid=103769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 14:36:12.957378 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-ca0eb60e-10d3-4779-8c90-f1cc8d97f266 req-068c7931-4e48-4cd2-a576-99966f7f5a9b service neutron] 10.222.0.35 "GET /v2.0/networks/6ddc4596-65f8-45d3-ba54-9a8ed2c0c193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4495146 Mar 14 14:36:12.971734 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-25d91a20-7ff0-4704-b8b7-7b452c1a624f admin admin] Publish callbacks [] for security_group (80ab4637-0e41-4cb5-8328-f9e4b10c16d5), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:12.981535 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f056732a-777b-4ff7-b88c-6469df1cd559 req-1faeeaf6-2e25-491e-8f95-67dc61f92809 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:12.983206 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-f056732a-777b-4ff7-b88c-6469df1cd559 req-1faeeaf6-2e25-491e-8f95-67dc61f92809 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] 10.222.0.58 "GET /v2.0/ports?device_id=2979f134-6e7c-46b7-a21d-330f9846afef HTTP/1.1" status: 200 len: 945 time: 0.4251084 Mar 14 14:36:13.040137 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-25d91a20-7ff0-4704-b8b7-7b452c1a624f admin admin] Publish callbacks [] for security_group (80ab4637-0e41-4cb5-8328-f9e4b10c16d5), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:13.138328 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-f056732a-777b-4ff7-b88c-6469df1cd559 req-c1ab542b-efdd-4a47-a630-b8c68097c3d7 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] 10.222.0.58 "GET /v2.0/security-groups?id=74744add-2e21-4436-98d1-720483f10c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438804 Mar 14 14:36:13.140862 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-ca0eb60e-10d3-4779-8c90-f1cc8d97f266 req-eeff12d0-6cf2-49e1-9ee8-39722454b577 service neutron] 10.222.0.35 "GET /v2.0/networks/6ddc4596-65f8-45d3-ba54-9a8ed2c0c193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774900 Mar 14 14:36:13.230879 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-79c12653-e9e3-40ea-9e01-1141a1169051 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (3a20f343-fbae-42b4-9bd9-ea7570b5f761), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:13.231504 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-25d91a20-7ff0-4704-b8b7-7b452c1a624f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (80ab4637-0e41-4cb5-8328-f9e4b10c16d5), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:13.235157 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-25d91a20-7ff0-4704-b8b7-7b452c1a624f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:13.238731 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-25d91a20-7ff0-4704-b8b7-7b452c1a624f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/80ab4637-0e41-4cb5-8328-f9e4b10c16d5 HTTP/1.1" status: 204 len: 168 time: 0.6913877 Mar 14 14:36:13.245758 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d91a20-7ff0-4704-b8b7-7b452c1a624f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ab4637-0e41-4cb5-8328-f9e4b10c16d5,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:36:13.313187 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-d9eb87c9-74c2-4f13-a428-46275830763f req-1fe94213-2a03-4c3d-b79b-ee149d383347 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/ports?device_id=39dda1e6-8f98-4442-9167-8c208e3ba3a1 HTTP/1.1" status: 200 len: 210 time: 0.0305130 Mar 14 14:36:13.666056 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e059d2e-375c-4dba-8ea9-71d7b052f784 req-30d5156e-7142-4fd6-83b1-50e49ee71df5 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:13.668545 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-7e059d2e-375c-4dba-8ea9-71d7b052f784 req-30d5156e-7142-4fd6-83b1-50e49ee71df5 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.58 "GET /v2.0/ports?device_id=51d99f90-7b74-4cd7-938b-4ac0ea805fae HTTP/1.1" status: 200 len: 946 time: 0.0922201 Mar 14 14:36:13.681603 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d589bb44-2d02-4453-9806-8b1d8cf40785 req-0e9625ae-f6b0-47d5-8e8e-4f96b17cc7cf tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:13.683721 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-d589bb44-2d02-4453-9806-8b1d8cf40785 req-0e9625ae-f6b0-47d5-8e8e-4f96b17cc7cf tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.35 "GET /v2.0/ports?device_id=51d99f90-7b74-4cd7-938b-4ac0ea805fae HTTP/1.1" status: 200 len: 946 time: 0.1173167 Mar 14 14:36:13.776077 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-7e059d2e-375c-4dba-8ea9-71d7b052f784 req-13fadcbb-ce78-4d08-b0bd-df971b303511 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.58 "GET /v2.0/security-groups?id=7095509f-4701-4a3a-aad9-967f36f293d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901682 Mar 14 14:36:13.837441 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-d589bb44-2d02-4453-9806-8b1d8cf40785 req-337ac9d2-13b5-41b2-b167-e134111edff9 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Deleting port 67f0d3c4-dc11-4335-b254-f941e2071d0e {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:36:13.838223 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-d589bb44-2d02-4453-9806-8b1d8cf40785 req-337ac9d2-13b5-41b2-b167-e134111edff9 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744330222830'] for port (67f0d3c4-dc11-4335-b254-f941e2071d0e), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:13.945933 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-d589bb44-2d02-4453-9806-8b1d8cf40785 req-337ac9d2-13b5-41b2-b167-e134111edff9 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] For port 67f0d3c4-dc11-4335-b254-f941e2071d0e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=67f0d3c4-dc11-4335-b254-f941e2071d0e,segment=NetworkSegment(05eb4756-2da3-4c70-aee4-7d1765309a16),segment_id=05eb4756-2da3-4c70-aee4-7d1765309a16)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:36:13.946305 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-d589bb44-2d02-4453-9806-8b1d8cf40785 req-337ac9d2-13b5-41b2-b167-e134111edff9 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982366'] for port (67f0d3c4-dc11-4335-b254-f941e2071d0e), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:13.962272 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-d589bb44-2d02-4453-9806-8b1d8cf40785 req-337ac9d2-13b5-41b2-b167-e134111edff9 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Calling delete_port for 67f0d3c4-dc11-4335-b254-f941e2071d0e owned by compute:nova {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:36:14.162463 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-d589bb44-2d02-4453-9806-8b1d8cf40785 req-337ac9d2-13b5-41b2-b167-e134111edff9 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744330232405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744329793208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8770621'] for port (67f0d3c4-dc11-4335-b254-f941e2071d0e), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:14.234566 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337ac9d2-13b5-41b2-b167-e134111edff9 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Pushing event deleted for resources: {'Port': ['ID=67f0d3c4-dc11-4335-b254-f941e2071d0e,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:36:14.256578 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1359c12f-9f02-429e-8c66-1d1d1dbe42c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (105db0a1-84b9-47b6-91eb-e578cb139bff), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:14.284989 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-d589bb44-2d02-4453-9806-8b1d8cf40785 req-337ac9d2-13b5-41b2-b167-e134111edff9 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] No DVR routers for this DVR port 67f0d3c4-dc11-4335-b254-f941e2071d0e on host hv-cinder-79053 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 14:36:14.292282 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-d589bb44-2d02-4453-9806-8b1d8cf40785 req-337ac9d2-13b5-41b2-b167-e134111edff9 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90846'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:14.296142 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-d589bb44-2d02-4453-9806-8b1d8cf40785 req-337ac9d2-13b5-41b2-b167-e134111edff9 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.35 "DELETE /v2.0/ports/67f0d3c4-dc11-4335-b254-f941e2071d0e HTTP/1.1" status: 204 len: 173 time: 0.5999002 Mar 14 14:36:14.296326 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51d99f90-7b74-4cd7-938b-4ac0ea805fae', 'name': 'network-vif-deleted', 'tag': '67f0d3c4-dc11-4335-b254-f941e2071d0e'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:36:14.299412 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b510279f78b891ca7fa39ab493d89baf438cb0eb2c394833a60cb33e330ae8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f2ff82a-cab8-4dc5-a55f-19204f0c940c" -d '{"events": [{"server_uuid": "51d99f90-7b74-4cd7-938b-4ac0ea805fae", "name": "network-vif-deleted", "tag": "67f0d3c4-dc11-4335-b254-f941e2071d0e"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:36:14.347293 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb88a658-8ca6-4640-b536-a104ff860f55 req-d6bba41f-22b7-403b-ae93-eb2a7bfba229 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:14.349032 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-eb88a658-8ca6-4640-b536-a104ff860f55 req-d6bba41f-22b7-403b-ae93-eb2a7bfba229 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] 10.222.0.58 "GET /v2.0/ports?device_id=2979f134-6e7c-46b7-a21d-330f9846afef HTTP/1.1" status: 200 len: 945 time: 0.0694659 Mar 14 14:36:14.354601 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 14:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d7b0943-1874-4195-9e57-a9ffb86311df x-openstack-request-id: req-9d7b0943-1874-4195-9e57-a9ffb86311df {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:36:14.354909 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51d99f90-7b74-4cd7-938b-4ac0ea805fae", "name": "network-vif-deleted", "tag": "67f0d3c4-dc11-4335-b254-f941e2071d0e", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:36:14.355171 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9d7b0943-1874-4195-9e57-a9ffb86311df {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:36:14.355577 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51d99f90-7b74-4cd7-938b-4ac0ea805fae', 'name': 'network-vif-deleted', 'tag': '67f0d3c4-dc11-4335-b254-f941e2071d0e', 'status': 'completed', 'code': 200} Mar 14 14:36:14.460880 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-eb88a658-8ca6-4640-b536-a104ff860f55 req-eebf9463-da7e-4113-9670-25a22ad6b076 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] 10.222.0.58 "GET /v2.0/security-groups?id=74744add-2e21-4436-98d1-720483f10c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043108 Mar 14 14:36:14.466194 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-0ab3e69b-ebec-471b-a520-2cbae884af5c req-13541852-9ff9-4060-94e7-1f0b58b1b06c tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/ports?device_id=39dda1e6-8f98-4442-9167-8c208e3ba3a1 HTTP/1.1" status: 200 len: 210 time: 0.0540555 Mar 14 14:36:14.561356 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac8b48-53f8-4d82-abdd-65deeda1ac6b req-fbba34b3-c444-417e-8a90-79b3f9542969 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:14.562934 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-4dac8b48-53f8-4d82-abdd-65deeda1ac6b req-fbba34b3-c444-417e-8a90-79b3f9542969 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.35 "GET /v2.0/networks?id=5d4a8694-0239-4e2f-aa18-849c2487601b HTTP/1.1" status: 200 len: 814 time: 0.1705697 Mar 14 14:36:14.688711 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-4dac8b48-53f8-4d82-abdd-65deeda1ac6b req-d3ca6775-a726-4b63-892a-dd9c0b87b0ec tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a82d323ca8e4f358a750af658b4eeb2 HTTP/1.1" status: 200 len: 471 time: 0.1159718 Mar 14 14:36:14.713849 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.v2.base [req-4dac8b48-53f8-4d82-abdd-65deeda1ac6b req-d7abe716-320a-4320-b984-efb77354c33f tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Request body: {'port': {'device_id': '39dda1e6-8f98-4442-9167-8c208e3ba3a1', 'network_id': '5d4a8694-0239-4e2f-aa18-849c2487601b', 'admin_state_up': True, 'tenant_id': '9a82d323ca8e4f358a750af658b4eeb2', 'security_groups': ['5ea771e2-e979-404b-9363-aa95ca6b3ea2']}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:36:14.924286 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-d7dc6081-e7c7-4d05-b806-d558197e5b41 req-ef688a77-eec2-4960-85c3-d3e35392c4ba tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.58 "GET /v2.0/ports?device_id=51d99f90-7b74-4cd7-938b-4ac0ea805fae HTTP/1.1" status: 200 len: 210 time: 0.0313172 Mar 14 14:36:14.945566 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dac8b48-53f8-4d82-abdd-65deeda1ac6b req-d7abe716-320a-4320-b984-efb77354c33f tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Made reservation on behalf of 9a82d323ca8e4f358a750af658b4eeb2 for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:36:14.949791 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-4dac8b48-53f8-4d82-abdd-65deeda1ac6b req-d7abe716-320a-4320-b984-efb77354c33f tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:15.113687 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [req-4dac8b48-53f8-4d82-abdd-65deeda1ac6b req-d7abe716-320a-4320-b984-efb77354c33f tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Allocated IP 172.20.0.10 (5d4a8694-0239-4e2f-aa18-849c2487601b/552817ad-4405-41ef-9fca-99665a7d7043/69381261-0ec4-4cfa-8440-723adbffae44) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:36:15.280325 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-4dac8b48-53f8-4d82-abdd-65deeda1ac6b req-d7abe716-320a-4320-b984-efb77354c33f tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks [] for port (69381261-0ec4-4cfa-8440-723adbffae44), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:15.390610 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-4dac8b48-53f8-4d82-abdd-65deeda1ac6b req-d7abe716-320a-4320-b984-efb77354c33f tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744329793199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8770621'] for port (69381261-0ec4-4cfa-8440-723adbffae44), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:15.444527 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dac8b48-53f8-4d82-abdd-65deeda1ac6b req-d7abe716-320a-4320-b984-efb77354c33f tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Network 5d4a8694-0239-4e2f-aa18-849c2487601b is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:36:15.448668 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [req-4dac8b48-53f8-4d82-abdd-65deeda1ac6b req-d7abe716-320a-4320-b984-efb77354c33f tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:36:15.453324 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dac8b48-53f8-4d82-abdd-65deeda1ac6b req-d7abe716-320a-4320-b984-efb77354c33f tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:36:15.490991 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7abe716-320a-4320-b984-efb77354c33f tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Pushing event updated for resources: {'Port': ['ID=69381261-0ec4-4cfa-8440-723adbffae44,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:36:15.543925 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac8b48-53f8-4d82-abdd-65deeda1ac6b req-d7abe716-320a-4320-b984-efb77354c33f tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:15.544839 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-4dac8b48-53f8-4d82-abdd-65deeda1ac6b req-d7abe716-320a-4320-b984-efb77354c33f tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90846'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:15.584347 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-91e6bee0-ce44-4dbb-9ae4-7799debe7360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (837ef9e9-d083-4188-a7c6-79f2c68dbd25), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:15.643577 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57721e66-b20b-492f-936c-3e83b2e5e540 req-34c7d08f-bdc2-4403-bc75-46cc852afc58 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:15.647468 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-57721e66-b20b-492f-936c-3e83b2e5e540 req-34c7d08f-bdc2-4403-bc75-46cc852afc58 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] 10.222.0.58 "GET /v2.0/ports?device_id=2979f134-6e7c-46b7-a21d-330f9846afef HTTP/1.1" status: 200 len: 945 time: 0.0714078 Mar 14 14:36:15.684367 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-4dac8b48-53f8-4d82-abdd-65deeda1ac6b req-d7abe716-320a-4320-b984-efb77354c33f tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9792495 Mar 14 14:36:15.697630 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.v2.base [req-4dac8b48-53f8-4d82-abdd-65deeda1ac6b req-5e7a4302-b584-4460-b9ae-345ea4d9f548 service neutron] Request body: {'port': {'device_id': '39dda1e6-8f98-4442-9167-8c208e3ba3a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:36:15.749135 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-57721e66-b20b-492f-936c-3e83b2e5e540 req-7edb3572-54a6-4149-8f29-31676bf91d6d tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] 10.222.0.58 "GET /v2.0/security-groups?id=74744add-2e21-4436-98d1-720483f10c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919805 Mar 14 14:36:15.804608 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-2c2d9789-523b-4355-af40-8665b73ca86e None None] Provisioning complete for port 69381261-0ec4-4cfa-8440-723adbffae44 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:36:15.804759 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2c2d9789-523b-4355-af40-8665b73ca86e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (69381261-0ec4-4cfa-8440-723adbffae44), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:15.856722 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-2c2d9789-523b-4355-af40-8665b73ca86e None None] Port 69381261-0ec4-4cfa-8440-723adbffae44 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 14:36:15.883453 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-4dac8b48-53f8-4d82-abdd-65deeda1ac6b req-5e7a4302-b584-4460-b9ae-345ea4d9f548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (69381261-0ec4-4cfa-8440-723adbffae44), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:15.951738 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68caa6db-8174-4328-9c7c-11b18161cda1 req-2cc4ccd6-c9fb-494e-a8a9-ffb705097cc1 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:15.954332 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-68caa6db-8174-4328-9c7c-11b18161cda1 req-2cc4ccd6-c9fb-494e-a8a9-ffb705097cc1 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/ports?device_id=39dda1e6-8f98-4442-9167-8c208e3ba3a1 HTTP/1.1" status: 200 len: 932 time: 0.1573565 Mar 14 14:36:15.999179 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 38048) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:36:16.069578 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-499881cd-763d-421c-828f-79fd190102e3 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Publish callbacks [] for security_group (7095509f-4701-4a3a-aad9-967f36f293d9), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:16.106379 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-499881cd-763d-421c-828f-79fd190102e3 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Publish callbacks [] for security_group (7095509f-4701-4a3a-aad9-967f36f293d9), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:16.113083 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-68caa6db-8174-4328-9c7c-11b18161cda1 req-9a56f02d-5e77-4692-9310-6cde6860f0e0 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ea771e2-e979-404b-9363-aa95ca6b3ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1491191 Mar 14 14:36:16.259296 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-499881cd-763d-421c-828f-79fd190102e3 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (7095509f-4701-4a3a-aad9-967f36f293d9), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:16.261196 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.notifiers.nova [req-4dac8b48-53f8-4d82-abdd-65deeda1ac6b req-5e7a4302-b584-4460-b9ae-345ea4d9f548 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69381261-0ec4-4cfa-8440-723adbffae44 {{(pid=103766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 14:36:16.262663 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-499881cd-763d-421c-828f-79fd190102e3 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:16.264342 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-499881cd-763d-421c-828f-79fd190102e3 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] 10.222.0.58 "DELETE /v2.0/security-groups/7095509f-4701-4a3a-aad9-967f36f293d9 HTTP/1.1" status: 204 len: 168 time: 0.2634172 Mar 14 14:36:16.270608 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-4dac8b48-53f8-4d82-abdd-65deeda1ac6b req-5e7a4302-b584-4460-b9ae-345ea4d9f548 service neutron] Publish callbacks [] for port (69381261-0ec4-4cfa-8440-723adbffae44), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:16.278094 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499881cd-763d-421c-828f-79fd190102e3 tempest-TestShelveInstance-1468329382 tempest-TestShelveInstance-1468329382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7095509f-4701-4a3a-aad9-967f36f293d9,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:36:16.292807 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.db.provisioning_blocks [req-4dac8b48-53f8-4d82-abdd-65deeda1ac6b req-5e7a4302-b584-4460-b9ae-345ea4d9f548 service neutron] Transition to ACTIVE for port object 69381261-0ec4-4cfa-8440-723adbffae44 will not be triggered until provisioned by entity L2. {{(pid=103766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 14:36:16.350953 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-4dac8b48-53f8-4d82-abdd-65deeda1ac6b req-5e7a4302-b584-4460-b9ae-345ea4d9f548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8770596'] for port (69381261-0ec4-4cfa-8440-723adbffae44), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:16.360865 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 38052) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:36:16.408612 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7a4302-b584-4460-b9ae-345ea4d9f548 service neutron] Pushing event updated for resources: {'Port': ['ID=69381261-0ec4-4cfa-8440-723adbffae44,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:36:16.509593 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-4dac8b48-53f8-4d82-abdd-65deeda1ac6b req-5e7a4302-b584-4460-b9ae-345ea4d9f548 service neutron] Attempting to bind port 69381261-0ec4-4cfa-8440-723adbffae44 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:36:16.509975 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-4dac8b48-53f8-4d82-abdd-65deeda1ac6b req-5e7a4302-b584-4460-b9ae-345ea4d9f548 service neutron] Attempting to bind port 69381261-0ec4-4cfa-8440-723adbffae44 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '2e71eb14-5578-4214-b785-a17f91764def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5d4a8694-0239-4e2f-aa18-849c2487601b'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:36:16.510538 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dac8b48-53f8-4d82-abdd-65deeda1ac6b req-5e7a4302-b584-4460-b9ae-345ea4d9f548 service neutron] Attempting to bind port 69381261-0ec4-4cfa-8440-723adbffae44 on network 5d4a8694-0239-4e2f-aa18-849c2487601b {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:36:16.517071 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dac8b48-53f8-4d82-abdd-65deeda1ac6b req-5e7a4302-b584-4460-b9ae-345ea4d9f548 service neutron] Port 69381261-0ec4-4cfa-8440-723adbffae44 on network 5d4a8694-0239-4e2f-aa18-849c2487601b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 14:36:16.517485 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dac8b48-53f8-4d82-abdd-65deeda1ac6b req-5e7a4302-b584-4460-b9ae-345ea4d9f548 service neutron] Attempting to bind port 69381261-0ec4-4cfa-8440-723adbffae44 on network 5d4a8694-0239-4e2f-aa18-849c2487601b {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:36:16.523689 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dac8b48-53f8-4d82-abdd-65deeda1ac6b req-5e7a4302-b584-4460-b9ae-345ea4d9f548 service neutron] Checking agent: {'id': '5e7a912f-556e-4923-ad48-72f47c325557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 26, 56), 'started_at': datetime.datetime(2022, 3, 14, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:36:16.524073 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dac8b48-53f8-4d82-abdd-65deeda1ac6b req-5e7a4302-b584-4460-b9ae-345ea4d9f548 service neutron] Checking segment: {'id': '2e71eb14-5578-4214-b785-a17f91764def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5d4a8694-0239-4e2f-aa18-849c2487601b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:36:16.524469 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dac8b48-53f8-4d82-abdd-65deeda1ac6b req-5e7a4302-b584-4460-b9ae-345ea4d9f548 service neutron] Bound using segment: {'id': '2e71eb14-5578-4214-b785-a17f91764def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5d4a8694-0239-4e2f-aa18-849c2487601b'} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:36:16.524911 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-4dac8b48-53f8-4d82-abdd-65deeda1ac6b req-5e7a4302-b584-4460-b9ae-345ea4d9f548 service neutron] Bound port: 69381261-0ec4-4cfa-8440-723adbffae44, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e71eb14-5578-4214-b785-a17f91764def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5d4a8694-0239-4e2f-aa18-849c2487601b'}}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:36:16.525280 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-4dac8b48-53f8-4d82-abdd-65deeda1ac6b req-5e7a4302-b584-4460-b9ae-345ea4d9f548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (69381261-0ec4-4cfa-8440-723adbffae44), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:16.606805 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-4dac8b48-53f8-4d82-abdd-65deeda1ac6b req-5e7a4302-b584-4460-b9ae-345ea4d9f548 service neutron] For port 69381261-0ec4-4cfa-8440-723adbffae44, host hv-cinder-79053, cleared binding levels {{(pid=103766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:36:16.610304 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-4dac8b48-53f8-4d82-abdd-65deeda1ac6b req-5e7a4302-b584-4460-b9ae-345ea4d9f548 service neutron] For port 69381261-0ec4-4cfa-8440-723adbffae44, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=69381261-0ec4-4cfa-8440-723adbffae44,segment=NetworkSegment(2e71eb14-5578-4214-b785-a17f91764def),segment_id=2e71eb14-5578-4214-b785-a17f91764def)] {{(pid=103766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:36:16.676338 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-4dac8b48-53f8-4d82-abdd-65deeda1ac6b req-5e7a4302-b584-4460-b9ae-345ea4d9f548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8770596'] for port (69381261-0ec4-4cfa-8440-723adbffae44), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:16.718642 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac8b48-53f8-4d82-abdd-65deeda1ac6b req-5e7a4302-b584-4460-b9ae-345ea4d9f548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:16.719271 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-4dac8b48-53f8-4d82-abdd-65deeda1ac6b req-5e7a4302-b584-4460-b9ae-345ea4d9f548 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90846'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:16.720725 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-4dac8b48-53f8-4d82-abdd-65deeda1ac6b req-5e7a4302-b584-4460-b9ae-345ea4d9f548 service neutron] 10.222.0.35 "PUT /v2.0/ports/69381261-0ec4-4cfa-8440-723adbffae44 HTTP/1.1" status: 200 len: 1094 time: 1.0275328 Mar 14 14:36:16.721193 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39dda1e6-8f98-4442-9167-8c208e3ba3a1', 'tag': '69381261-0ec4-4cfa-8440-723adbffae44'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:36:16.723757 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b510279f78b891ca7fa39ab493d89baf438cb0eb2c394833a60cb33e330ae8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12352f80-6d89-43dc-95b8-fb7d17abf527" -d '{"events": [{"name": "network-changed", "server_uuid": "39dda1e6-8f98-4442-9167-8c208e3ba3a1", "tag": "69381261-0ec4-4cfa-8440-723adbffae44"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:36:16.763933 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7a4302-b584-4460-b9ae-345ea4d9f548 service neutron] Pushing event updated for resources: {'Port': ['ID=69381261-0ec4-4cfa-8440-723adbffae44,revision_number=3']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:36:16.785183 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 14:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e36ed4c8-6087-425d-ac37-156a51808550 x-openstack-request-id: req-e36ed4c8-6087-425d-ac37-156a51808550 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:36:16.785644 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39dda1e6-8f98-4442-9167-8c208e3ba3a1", "tag": "69381261-0ec4-4cfa-8440-723adbffae44", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:36:16.786034 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e36ed4c8-6087-425d-ac37-156a51808550 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:36:16.787744 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39dda1e6-8f98-4442-9167-8c208e3ba3a1', 'tag': '69381261-0ec4-4cfa-8440-723adbffae44', 'status': 'completed', 'code': 200} Mar 14 14:36:16.898411 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12352f80-6d89-43dc-95b8-fb7d17abf527 req-529ce629-d64e-4550-9c2a-227b74680785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:16.900503 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-12352f80-6d89-43dc-95b8-fb7d17abf527 req-529ce629-d64e-4550-9c2a-227b74680785 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9a82d323ca8e4f358a750af658b4eeb2&device_id=39dda1e6-8f98-4442-9167-8c208e3ba3a1 HTTP/1.1" status: 200 len: 1128 time: 0.1011076 Mar 14 14:36:16.979340 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c421b57-e270-49b1-9960-b771e375abd9 req-db50c207-a072-4cba-a1f6-5aa88068720c tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:16.981851 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-0c421b57-e270-49b1-9960-b771e375abd9 req-db50c207-a072-4cba-a1f6-5aa88068720c tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] 10.222.0.58 "GET /v2.0/ports?device_id=2979f134-6e7c-46b7-a21d-330f9846afef HTTP/1.1" status: 200 len: 945 time: 0.1347094 Mar 14 14:36:17.085565 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12352f80-6d89-43dc-95b8-fb7d17abf527 req-2d69d184-e8c3-4c1e-a589-807070702071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:17.087150 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-12352f80-6d89-43dc-95b8-fb7d17abf527 req-2d69d184-e8c3-4c1e-a589-807070702071 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=9a82d323ca8e4f358a750af658b4eeb2&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1755126 Mar 14 14:36:17.090732 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-0c421b57-e270-49b1-9960-b771e375abd9 req-5d99026b-cbb4-4024-a0db-54a340702537 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] 10.222.0.58 "GET /v2.0/security-groups?id=74744add-2e21-4436-98d1-720483f10c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749588 Mar 14 14:36:17.151737 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f1ac4baf-3096-4835-be4c-67a845fee290 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2015432'] for router_interface (55943d03-8542-4b52-be0f-0568fea66cf0), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:17.213715 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (ddc61399-76bc-42cc-9da4-26f2fa974742), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:17.259136 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12352f80-6d89-43dc-95b8-fb7d17abf527 req-7caa74f3-7e4d-4315-b91d-1dba01ed2f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:17.260699 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-12352f80-6d89-43dc-95b8-fb7d17abf527 req-7caa74f3-7e4d-4315-b91d-1dba01ed2f5b service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1661067 Mar 14 14:36:17.300965 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d7ff0b-ef2c-4e06-9d04-c5eca22b1884 req-7a07bd8d-dc45-4439-853d-adbc74272f64 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:17.303212 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-90d7ff0b-ef2c-4e06-9d04-c5eca22b1884 req-7a07bd8d-dc45-4439-853d-adbc74272f64 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/ports?device_id=39dda1e6-8f98-4442-9167-8c208e3ba3a1 HTTP/1.1" status: 200 len: 944 time: 0.0877249 Mar 14 14:36:17.316685 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae83aa8-cc78-43be-830f-acf82b4e514c req-1424797c-245c-4f82-a994-2f65f8114bb8 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:17.318312 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-cae83aa8-cc78-43be-830f-acf82b4e514c req-1424797c-245c-4f82-a994-2f65f8114bb8 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] 10.222.0.35 "GET /v2.0/ports?device_id=2979f134-6e7c-46b7-a21d-330f9846afef HTTP/1.1" status: 200 len: 945 time: 0.1218307 Mar 14 14:36:17.413028 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-90d7ff0b-ef2c-4e06-9d04-c5eca22b1884 req-f5e30904-d85f-4193-bb36-f469499c9c8b tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ea771e2-e979-404b-9363-aa95ca6b3ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929060 Mar 14 14:36:17.443282 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac8b48-53f8-4d82-abdd-65deeda1ac6b req-1b2f46c0-d9fd-4699-83fc-5f4deca3480a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:17.443282 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-4dac8b48-53f8-4d82-abdd-65deeda1ac6b req-1b2f46c0-d9fd-4699-83fc-5f4deca3480a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9a82d323ca8e4f358a750af658b4eeb2&device_id=39dda1e6-8f98-4442-9167-8c208e3ba3a1 HTTP/1.1" status: 200 len: 1128 time: 0.1180565 Mar 14 14:36:17.469696 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-4dac8b48-53f8-4d82-abdd-65deeda1ac6b req-31473c08-6b1f-4ab4-a86a-d9592dbbad93 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69381261-0ec4-4cfa-8440-723adbffae44 HTTP/1.1" status: 200 len: 217 time: 0.0397055 Mar 14 14:36:17.523690 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac8b48-53f8-4d82-abdd-65deeda1ac6b req-ced4d2fc-b558-4023-b691-ac454ad608b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:17.525226 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-4dac8b48-53f8-4d82-abdd-65deeda1ac6b req-ced4d2fc-b558-4023-b691-ac454ad608b9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=552817ad-4405-41ef-9fca-99665a7d7043 HTTP/1.1" status: 200 len: 853 time: 0.0498114 Mar 14 14:36:17.546775 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-cae83aa8-cc78-43be-830f-acf82b4e514c req-38ac6a53-6986-4092-9af4-9ce78ad34412 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] Deleting port ce13436c-68eb-4c42-9a6a-f4ad067765c6 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:36:17.547117 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-cae83aa8-cc78-43be-830f-acf82b4e514c req-38ac6a53-6986-4092-9af4-9ce78ad34412 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744330222830'] for port (ce13436c-68eb-4c42-9a6a-f4ad067765c6), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:17.601997 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac8b48-53f8-4d82-abdd-65deeda1ac6b req-b3621111-0cb1-446f-a47b-bb63dd4673b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:17.604032 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-4dac8b48-53f8-4d82-abdd-65deeda1ac6b req-b3621111-0cb1-446f-a47b-bb63dd4673b5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5d4a8694-0239-4e2f-aa18-849c2487601b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0731528 Mar 14 14:36:17.696294 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-cae83aa8-cc78-43be-830f-acf82b4e514c req-38ac6a53-6986-4092-9af4-9ce78ad34412 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] For port ce13436c-68eb-4c42-9a6a-f4ad067765c6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ce13436c-68eb-4c42-9a6a-f4ad067765c6,segment=NetworkSegment(9beab42b-8f57-420d-9be2-e821727b2d72),segment_id=9beab42b-8f57-420d-9be2-e821727b2d72)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:36:17.696752 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-cae83aa8-cc78-43be-830f-acf82b4e514c req-38ac6a53-6986-4092-9af4-9ce78ad34412 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982366'] for port (ce13436c-68eb-4c42-9a6a-f4ad067765c6), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:17.718505 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-cae83aa8-cc78-43be-830f-acf82b4e514c req-38ac6a53-6986-4092-9af4-9ce78ad34412 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] Calling delete_port for ce13436c-68eb-4c42-9a6a-f4ad067765c6 owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:36:17.726928 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-f1ac4baf-3096-4835-be4c-67a845fee290 admin admin] Deleting port 8a391c76-99d1-4be1-a7d1-403bce6fa287 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:36:17.727267 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f1ac4baf-3096-4835-be4c-67a845fee290 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744330222830'] for port (8a391c76-99d1-4be1-a7d1-403bce6fa287), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:17.735130 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-4dac8b48-53f8-4d82-abdd-65deeda1ac6b req-a4bb34c7-f6b3-4e18-a47b-1d466937cca7 service neutron] 10.222.0.35 "GET /v2.0/networks/5d4a8694-0239-4e2f-aa18-849c2487601b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246963 Mar 14 14:36:17.879778 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-f1ac4baf-3096-4835-be4c-67a845fee290 admin admin] For port 8a391c76-99d1-4be1-a7d1-403bce6fa287, host dv-cinder-790535-28-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-smb',level=0,port_id=8a391c76-99d1-4be1-a7d1-403bce6fa287,segment=NetworkSegment(05eb4756-2da3-4c70-aee4-7d1765309a16),segment_id=05eb4756-2da3-4c70-aee4-7d1765309a16)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:36:17.880097 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f1ac4baf-3096-4835-be4c-67a845fee290 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982366'] for port (8a391c76-99d1-4be1-a7d1-403bce6fa287), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:17.895343 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-f1ac4baf-3096-4835-be4c-67a845fee290 admin admin] Calling delete_port for 8a391c76-99d1-4be1-a7d1-403bce6fa287 owned by network:router_interface {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:36:17.902110 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-4dac8b48-53f8-4d82-abdd-65deeda1ac6b req-1d6b127a-0dd2-4de5-9ab0-01c0f6585aa8 service neutron] 10.222.0.35 "GET /v2.0/networks/5d4a8694-0239-4e2f-aa18-849c2487601b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599865 Mar 14 14:36:18.074926 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-cae83aa8-cc78-43be-830f-acf82b4e514c req-38ac6a53-6986-4092-9af4-9ce78ad34412 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744330232405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744329793208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9848306'] for port (ce13436c-68eb-4c42-9a6a-f4ad067765c6), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:18.087557 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] get_ports_and_sgs() called for port_ids ['ce13436c-68eb-4c42-9a6a-f4ad067765c6'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 14:36:18.121147 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ac6a53-6986-4092-9af4-9ce78ad34412 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] Pushing event deleted for resources: {'Port': ['ID=ce13436c-68eb-4c42-9a6a-f4ad067765c6,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:36:18.221934 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-cae83aa8-cc78-43be-830f-acf82b4e514c req-38ac6a53-6986-4092-9af4-9ce78ad34412 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] No DVR routers for this DVR port ce13436c-68eb-4c42-9a6a-f4ad067765c6 on host hv-cinder-79053 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 14:36:18.226511 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-cae83aa8-cc78-43be-830f-acf82b4e514c req-38ac6a53-6986-4092-9af4-9ce78ad34412 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90846'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:18.229892 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-cae83aa8-cc78-43be-830f-acf82b4e514c req-38ac6a53-6986-4092-9af4-9ce78ad34412 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] 10.222.0.35 "DELETE /v2.0/ports/ce13436c-68eb-4c42-9a6a-f4ad067765c6 HTTP/1.1" status: 204 len: 173 time: 0.9062445 Mar 14 14:36:18.230362 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2979f134-6e7c-46b7-a21d-330f9846afef', 'name': 'network-vif-deleted', 'tag': 'ce13436c-68eb-4c42-9a6a-f4ad067765c6'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:36:18.232783 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecc69d4607165f869e932d0d7c88ad38dd700a403a0c37ccec57971c369afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-825d0d6c-9cb6-4a8b-8fb9-b95a9f1203a5" -d '{"events": [{"server_uuid": "2979f134-6e7c-46b7-a21d-330f9846afef", "name": "network-vif-deleted", "tag": "ce13436c-68eb-4c42-9a6a-f4ad067765c6"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:36:18.236220 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-1d6fcd50-cdbe-4d38-a87e-15e856624640 req-3ffa9df5-1c64-4aa9-9519-c26af587d8a4 tempest-VolumesSnapshotTestJSON-1286831774 tempest-VolumesSnapshotTestJSON-1286831774-project] 10.222.0.58 "GET /v2.0/ports?device_id=2979f134-6e7c-46b7-a21d-330f9846afef HTTP/1.1" status: 200 len: 210 time: 0.0339153 Mar 14 14:36:18.288689 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 14:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d54ec41-c37f-4d4e-9324-3f7d5802dba1 x-openstack-request-id: req-9d54ec41-c37f-4d4e-9324-3f7d5802dba1 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:36:18.288991 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2979f134-6e7c-46b7-a21d-330f9846afef", "name": "network-vif-deleted", "tag": "ce13436c-68eb-4c42-9a6a-f4ad067765c6", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:36:18.289250 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9d54ec41-c37f-4d4e-9324-3f7d5802dba1 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:36:18.289664 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2979f134-6e7c-46b7-a21d-330f9846afef', 'name': 'network-vif-deleted', 'tag': 'ce13436c-68eb-4c42-9a6a-f4ad067765c6', 'status': 'completed', 'code': 200} Mar 14 14:36:18.339649 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f1ac4baf-3096-4835-be4c-67a845fee290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744330232405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744329793208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9848306'] for port (8a391c76-99d1-4be1-a7d1-403bce6fa287), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:18.390497 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ac4baf-3096-4835-be4c-67a845fee290 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a391c76-99d1-4be1-a7d1-403bce6fa287,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:36:18.392370 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Device 67f0d3c4-dc11-4335-b254-f941e2071d0e no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:36:18.416994 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] No Port match for: 67f0d3c4-dc11-4335-b254-f941e2071d0e {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 14:36:18.417382 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Device 67f0d3c4-dc11-4335-b254-f941e2071d0e not bound to the agent host hv-cinder-79053 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 14:36:18.638846 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9be1b5-c081-40ff-94c8-a5dfaa2a6691 req-d796f143-dfe5-4d39-92f8-71c1cdc9c21a tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:18.644095 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f1ac4baf-3096-4835-be4c-67a845fee290 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2016088'] for router_interface (55943d03-8542-4b52-be0f-0568fea66cf0), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:18.648093 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-5d9be1b5-c081-40ff-94c8-a5dfaa2a6691 req-d796f143-dfe5-4d39-92f8-71c1cdc9c21a tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/ports?device_id=39dda1e6-8f98-4442-9167-8c208e3ba3a1 HTTP/1.1" status: 200 len: 944 time: 0.1036439 Mar 14 14:36:18.715415 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-5d9be1b5-c081-40ff-94c8-a5dfaa2a6691 req-137c0330-3670-4097-a452-f82cbe4053ee tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ea771e2-e979-404b-9363-aa95ca6b3ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661490 Mar 14 14:36:19.001993 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 38092) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:36:19.158358 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d1f2482f-25e8-4552-910c-2e4b0ce50164 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:19.190760 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1ac4baf-3096-4835-be4c-67a845fee290 admin admin] Router 55943d03-8542-4b52-be0f-0568fea66cf0 has already been hosted by L3 agent 3a20f343-fbae-42b4-9bd9-ea7570b5f761 {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 14:36:19.269756 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d1f2482f-25e8-4552-910c-2e4b0ce50164 admin admin] Publish callbacks [] for security_group (35fb9e97-e6b3-4560-a287-29b554dbc78b), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:19.328203 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d1f2482f-25e8-4552-910c-2e4b0ce50164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (35fb9e97-e6b3-4560-a287-29b554dbc78b), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:19.328826 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ac4baf-3096-4835-be4c-67a845fee290 admin admin] Notify agent at l3_agent.dv-cinder-790535-28-smb the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:36:19.343547 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-f1ac4baf-3096-4835-be4c-67a845fee290 admin admin] 10.222.0.58 "PUT /v2.0/routers/55943d03-8542-4b52-be0f-0568fea66cf0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9732680 Mar 14 14:36:19.343638 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f50f1d-4cfe-4729-b093-a9c68a27dae6 None None] Sync routers for ids ['55943d03-8542-4b52-be0f-0568fea66cf0'] in dv-cinder-790535-28-smb {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:36:19.343750 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 38100) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:36:19.358017 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f50f1d-4cfe-4729-b093-a9c68a27dae6 None None] Routers {'55943d03-8542-4b52-be0f-0568fea66cf0'} bound to L3 agent in host dv-cinder-790535-28-smb {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:36:19.358766 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-e1f50f1d-4cfe-4729-b093-a9c68a27dae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T14:20:13Z,description=,heartbeat_timestamp=2022-03-14T14:36:13Z,host='dv-cinder-790535-28-smb',id=3a20f343-fbae-42b4-9bd9-ea7570b5f761,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:20:14Z,topic='l3_agent')) {'router_ids': ['55943d03-8542-4b52-be0f-0568fea66cf0'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:36:19.363365 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f2482f-25e8-4552-910c-2e4b0ce50164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35fb9e97-e6b3-4560-a287-29b554dbc78b,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:36:19.414198 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-d1f2482f-25e8-4552-910c-2e4b0ce50164 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e192c49cfcd049af8ed4a8fd9ad65d77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4103596 Mar 14 14:36:19.414932 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 38102) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:36:19.489439 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-729b88c9-94dc-410a-b6aa-bedf4b723517 admin admin] Publish callbacks [] for security_group (35fb9e97-e6b3-4560-a287-29b554dbc78b), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:19.494005 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-531f03c4-0719-4c3a-92ce-e18dd1ec8ef3 admin admin] Publish callbacks [] for router (55943d03-8542-4b52-be0f-0568fea66cf0), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:19.515345 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-729b88c9-94dc-410a-b6aa-bedf4b723517 admin admin] Publish callbacks [] for security_group (35fb9e97-e6b3-4560-a287-29b554dbc78b), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:19.517056 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-e1f50f1d-4cfe-4729-b093-a9c68a27dae6 None None] Set router 55943d03-8542-4b52-be0f-0568fea66cf0 gateway port host: dv-cinder-790535-28-smb {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:36:19.635202 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-531f03c4-0719-4c3a-92ce-e18dd1ec8ef3 admin admin] Publish callbacks [] for router_gateway (55943d03-8542-4b52-be0f-0568fea66cf0), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:19.653019 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-729b88c9-94dc-410a-b6aa-bedf4b723517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (35fb9e97-e6b3-4560-a287-29b554dbc78b), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:19.655840 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-729b88c9-94dc-410a-b6aa-bedf4b723517 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:19.659420 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-729b88c9-94dc-410a-b6aa-bedf4b723517 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/35fb9e97-e6b3-4560-a287-29b554dbc78b HTTP/1.1" status: 204 len: 168 time: 0.2411144 Mar 14 14:36:19.666739 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729b88c9-94dc-410a-b6aa-bedf4b723517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35fb9e97-e6b3-4560-a287-29b554dbc78b,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:36:19.799252 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-531f03c4-0719-4c3a-92ce-e18dd1ec8ef3 admin admin] Deleting port 5ac87e94-ee90-4c29-bc9c-6770f76a98f1 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:36:19.800751 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-531f03c4-0719-4c3a-92ce-e18dd1ec8ef3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744330222830'] for port (5ac87e94-ee90-4c29-bc9c-6770f76a98f1), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:19.810576 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-e1f50f1d-4cfe-4729-b093-a9c68a27dae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55943d03-8542-4b52-be0f-0568fea66cf0', 'name': 'tempest-TestShelveInstance-294149024-router', 'tenant_id': 'a13b71d43cd34fb38f85e1cc0af43e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.89'}], 'enable_snat': True}, 'gw_port_id': '5ac87e94-ee90-4c29-bc9c-6770f76a98f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:30:31Z', 'updated_at': '2022-03-14T14:36:18Z', 'revision_number': 5, 'project_id': 'a13b71d43cd34fb38f85e1cc0af43e28', 'gw_port': {'id': '5ac87e94-ee90-4c29-bc9c-6770f76a98f1', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55943d03-8542-4b52-be0f-0568fea66cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:33Z', 'updated_at': '2022-03-14T14:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb'}], 'dv-cinder-790535-28-smb', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:36:19.851141 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f50f1d-4cfe-4729-b093-a9c68a27dae6 None None] Checking router: 55943d03-8542-4b52-be0f-0568fea66cf0 for host: dv-cinder-790535-28-smb {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:36:19.862957 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f50f1d-4cfe-4729-b093-a9c68a27dae6 None None] Routers {'55943d03-8542-4b52-be0f-0568fea66cf0'} bound to L3 agent in host dv-cinder-790535-28-smb {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:36:19.863877 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-e1f50f1d-4cfe-4729-b093-a9c68a27dae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T14:20:13Z,description=,heartbeat_timestamp=2022-03-14T14:36:13Z,host='dv-cinder-790535-28-smb',id=3a20f343-fbae-42b4-9bd9-ea7570b5f761,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:20:14Z,topic='l3_agent')) {'router_ids': ['55943d03-8542-4b52-be0f-0568fea66cf0'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:36:19.917367 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b4bd57-a1ae-439c-965a-0bf2c3f49abe req-351ea17d-ad50-4de8-9e07-eaa66ff3a91b tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:19.925058 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-49b4bd57-a1ae-439c-965a-0bf2c3f49abe req-351ea17d-ad50-4de8-9e07-eaa66ff3a91b tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/ports?device_id=39dda1e6-8f98-4442-9167-8c208e3ba3a1 HTTP/1.1" status: 200 len: 944 time: 0.1146512 Mar 14 14:36:19.937606 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-531f03c4-0719-4c3a-92ce-e18dd1ec8ef3 admin admin] For port 5ac87e94-ee90-4c29-bc9c-6770f76a98f1, host dv-cinder-790535-28-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-smb',level=0,port_id=5ac87e94-ee90-4c29-bc9c-6770f76a98f1,segment=NetworkSegment(bce16b83-cd05-4f93-adb0-46e63864be13),segment_id=bce16b83-cd05-4f93-adb0-46e63864be13)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:36:19.939109 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-531f03c4-0719-4c3a-92ce-e18dd1ec8ef3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982366'] for port (5ac87e94-ee90-4c29-bc9c-6770f76a98f1), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:19.972710 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-531f03c4-0719-4c3a-92ce-e18dd1ec8ef3 admin admin] Calling delete_port for 5ac87e94-ee90-4c29-bc9c-6770f76a98f1 owned by network:router_gateway {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:36:20.046592 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-49b4bd57-a1ae-439c-965a-0bf2c3f49abe req-85c6f48d-f01e-4bbf-8a63-b7b98bc4b6a5 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ea771e2-e979-404b-9363-aa95ca6b3ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204638 Mar 14 14:36:20.149265 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-e1f50f1d-4cfe-4729-b093-a9c68a27dae6 None None] Set router 55943d03-8542-4b52-be0f-0568fea66cf0 gateway port host: None {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:36:20.204900 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-e1f50f1d-4cfe-4729-b093-a9c68a27dae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55943d03-8542-4b52-be0f-0568fea66cf0', 'name': 'tempest-TestShelveInstance-294149024-router', 'tenant_id': 'a13b71d43cd34fb38f85e1cc0af43e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:30:31Z', 'updated_at': '2022-03-14T14:36:19Z', 'revision_number': 6, 'project_id': 'a13b71d43cd34fb38f85e1cc0af43e28', 'gw_port_host': None}], 'dv-cinder-790535-28-smb', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:36:20.239501 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f50f1d-4cfe-4729-b093-a9c68a27dae6 None None] The sync data for ids ['55943d03-8542-4b52-be0f-0568fea66cf0'] in dv-cinder-790535-28-smb is: [{'id': '55943d03-8542-4b52-be0f-0568fea66cf0', 'name': 'tempest-TestShelveInstance-294149024-router', 'tenant_id': 'a13b71d43cd34fb38f85e1cc0af43e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:30:31Z', 'updated_at': '2022-03-14T14:36:19Z', 'revision_number': 6, 'project_id': 'a13b71d43cd34fb38f85e1cc0af43e28', 'gw_port_host': None}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:36:20.344751 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-531f03c4-0719-4c3a-92ce-e18dd1ec8ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744330232405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744329793208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9848306'] for port (5ac87e94-ee90-4c29-bc9c-6770f76a98f1), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:20.380431 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531f03c4-0719-4c3a-92ce-e18dd1ec8ef3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ac87e94-ee90-4c29-bc9c-6770f76a98f1,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:36:20.457146 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-531f03c4-0719-4c3a-92ce-e18dd1ec8ef3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2016498'] for router_gateway (55943d03-8542-4b52-be0f-0568fea66cf0), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:20.555492 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-531f03c4-0719-4c3a-92ce-e18dd1ec8ef3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2015869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4732'] for router (55943d03-8542-4b52-be0f-0568fea66cf0), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:20.558009 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-531f03c4-0719-4c3a-92ce-e18dd1ec8ef3 admin admin] Publish callbacks [] for router_controller (55943d03-8542-4b52-be0f-0568fea66cf0), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:20.653468 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-531f03c4-0719-4c3a-92ce-e18dd1ec8ef3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2015846'] for router (55943d03-8542-4b52-be0f-0568fea66cf0), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:20.654365 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-531f03c4-0719-4c3a-92ce-e18dd1ec8ef3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55943d03-8542-4b52-be0f-0568fea66cf0 {{(pid=103767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 14:36:20.663439 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-531f03c4-0719-4c3a-92ce-e18dd1ec8ef3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:20.665863 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-531f03c4-0719-4c3a-92ce-e18dd1ec8ef3 admin admin] 10.222.0.58 "DELETE /v2.0/routers/55943d03-8542-4b52-be0f-0568fea66cf0 HTTP/1.1" status: 204 len: 168 time: 1.3201044 Mar 14 14:36:20.668238 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 38126) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:36:20.720245 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-aca62e4b-814e-436e-9d3d-20d7bf3f9f8d admin admin] Deleting subnet b6f3e4c4-8c5e-45e1-899c-abb308a625a6 {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 14:36:20.723449 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-aca62e4b-814e-436e-9d3d-20d7bf3f9f8d admin admin] Publish callbacks [] for subnet (b6f3e4c4-8c5e-45e1-899c-abb308a625a6), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:20.764725 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-aca62e4b-814e-436e-9d3d-20d7bf3f9f8d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8777057'] for subnet (b6f3e4c4-8c5e-45e1-899c-abb308a625a6), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:20.850985 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-aca62e4b-814e-436e-9d3d-20d7bf3f9f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999657'] for subnet (b6f3e4c4-8c5e-45e1-899c-abb308a625a6), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:20.920087 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 38132) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:36:20.967609 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-aca62e4b-814e-436e-9d3d-20d7bf3f9f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8770578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088460'] for subnet (b6f3e4c4-8c5e-45e1-899c-abb308a625a6), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:20.997624 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca62e4b-814e-436e-9d3d-20d7bf3f9f8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6f3e4c4-8c5e-45e1-899c-abb308a625a6,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:36:21.003671 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-aca62e4b-814e-436e-9d3d-20d7bf3f9f8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632217'] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:21.008222 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-aca62e4b-814e-436e-9d3d-20d7bf3f9f8d admin admin] 10.222.0.58 "DELETE /v2.0/subnets/b6f3e4c4-8c5e-45e1-899c-abb308a625a6 HTTP/1.1" status: 204 len: 168 time: 0.3377032 Mar 14 14:36:21.008891 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57945291-e9ce-4872-a102-748e16eff1e2 None None] Network 6ddc4596-65f8-45d3-ba54-9a8ed2c0c193 requested from dv-cinder-790535-28-smb {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 14:36:21.011089 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 38136) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:36:21.097124 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.v2.base [None req-e565ad31-db60-4d9e-8545-fc18b6f700f0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-754384118-network', 'tenant_id': '8ead694848c74905a1d09c407e5e6601'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:36:21.171883 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-646c93a0-aa6f-45ff-9f92-1fbb6eef07a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-911660'] for network (6ddc4596-65f8-45d3-ba54-9a8ed2c0c193), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:21.204137 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e565ad31-db60-4d9e-8545-fc18b6f700f0 admin admin] Made reservation on behalf of 8ead694848c74905a1d09c407e5e6601 for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:36:21.206537 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e565ad31-db60-4d9e-8545-fc18b6f700f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:21.223159 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e565ad31-db60-4d9e-8545-fc18b6f700f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:21.259712 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba605c6-49de-4912-a8d7-4750d78fbe61 req-6a1dc2b7-5a26-4369-b856-dac3ba8fe187 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:21.261486 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-1ba605c6-49de-4912-a8d7-4750d78fbe61 req-6a1dc2b7-5a26-4369-b856-dac3ba8fe187 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/ports?device_id=39dda1e6-8f98-4442-9167-8c208e3ba3a1 HTTP/1.1" status: 200 len: 944 time: 0.1066468 Mar 14 14:36:21.275351 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1ef1a3-9923-4e21-941e-6fc688ce6322 None None] DHCP port deletion for 6ddc4596-65f8-45d3-ba54-9a8ed2c0c193 request from dv-cinder-790535-28-smb {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 14 14:36:21.279832 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-646c93a0-aa6f-45ff-9f92-1fbb6eef07a1 admin admin] Deleting port 0bc47f0b-50d7-43fa-a771-15204c846eea {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:36:21.280461 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-646c93a0-aa6f-45ff-9f92-1fbb6eef07a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744330222830'] for port (0bc47f0b-50d7-43fa-a771-15204c846eea), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:21.364996 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-1ba605c6-49de-4912-a8d7-4750d78fbe61 req-7b899a77-b084-410d-b334-bb65eda66223 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ea771e2-e979-404b-9363-aa95ca6b3ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762560 Mar 14 14:36:21.370450 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e565ad31-db60-4d9e-8545-fc18b6f700f0 admin admin] Publish callbacks [] for security_group (fde50b71-bd77-4f59-ab9a-da31c88e81d5), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:21.378223 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-646c93a0-aa6f-45ff-9f92-1fbb6eef07a1 admin admin] For port 0bc47f0b-50d7-43fa-a771-15204c846eea, host dv-cinder-790535-28-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-smb',level=0,port_id=0bc47f0b-50d7-43fa-a771-15204c846eea,segment=NetworkSegment(05eb4756-2da3-4c70-aee4-7d1765309a16),segment_id=05eb4756-2da3-4c70-aee4-7d1765309a16)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:36:21.378836 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-646c93a0-aa6f-45ff-9f92-1fbb6eef07a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982366'] for port (0bc47f0b-50d7-43fa-a771-15204c846eea), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:21.383654 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-8e1ef1a3-9923-4e21-941e-6fc688ce6322 None None] Deleting port 0bc47f0b-50d7-43fa-a771-15204c846eea {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:36:21.384378 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8e1ef1a3-9923-4e21-941e-6fc688ce6322 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744330222830'] for port (0bc47f0b-50d7-43fa-a771-15204c846eea), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:21.394238 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-646c93a0-aa6f-45ff-9f92-1fbb6eef07a1 admin admin] Calling delete_port for 0bc47f0b-50d7-43fa-a771-15204c846eea owned by network:dhcp {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:36:21.435662 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e565ad31-db60-4d9e-8545-fc18b6f700f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (fde50b71-bd77-4f59-ab9a-da31c88e81d5), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:21.462829 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e565ad31-db60-4d9e-8545-fc18b6f700f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 14:36:21.470776 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-8e1ef1a3-9923-4e21-941e-6fc688ce6322 None None] For port 0bc47f0b-50d7-43fa-a771-15204c846eea, host dv-cinder-790535-28-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-smb',level=0,port_id=0bc47f0b-50d7-43fa-a771-15204c846eea,segment=NetworkSegment(05eb4756-2da3-4c70-aee4-7d1765309a16),segment_id=05eb4756-2da3-4c70-aee4-7d1765309a16)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:36:21.471454 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8e1ef1a3-9923-4e21-941e-6fc688ce6322 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982366'] for port (0bc47f0b-50d7-43fa-a771-15204c846eea), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:21.474071 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e565ad31-db60-4d9e-8545-fc18b6f700f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde50b71-bd77-4f59-ab9a-da31c88e81d5,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:36:21.479509 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e565ad31-db60-4d9e-8545-fc18b6f700f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011900'] for segment (0efc13d5-488c-4af7-81c9-229b2adc2f34), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:21.479850 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.db.segments_db [None req-e565ad31-db60-4d9e-8545-fc18b6f700f0 admin admin] Added segment 0efc13d5-488c-4af7-81c9-229b2adc2f34 of type vlan for network 6550f296-efae-4038-9b99-fb768ad9dc5d Mar 14 14:36:21.509484 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-8e1ef1a3-9923-4e21-941e-6fc688ce6322 None None] Calling delete_port for 0bc47f0b-50d7-43fa-a771-15204c846eea owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:36:21.526574 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e565ad31-db60-4d9e-8545-fc18b6f700f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744329743373'] for network (6550f296-efae-4038-9b99-fb768ad9dc5d), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:21.632098 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-646c93a0-aa6f-45ff-9f92-1fbb6eef07a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744330232405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744329793208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9848306'] for port (0bc47f0b-50d7-43fa-a771-15204c846eea), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:21.643576 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8e1ef1a3-9923-4e21-941e-6fc688ce6322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744330232405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744329793208'] for port (0bc47f0b-50d7-43fa-a771-15204c846eea), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:21.648777 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Device 5ac87e94-ee90-4c29-bc9c-6770f76a98f1 no longer exists at agent ovs-agent-dv-cinder-790535-28-smb {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:36:21.663141 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646c93a0-aa6f-45ff-9f92-1fbb6eef07a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bc47f0b-50d7-43fa-a771-15204c846eea,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:36:21.667246 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646c93a0-aa6f-45ff-9f92-1fbb6eef07a1 admin admin] No DVR routers for this DVR port 0bc47f0b-50d7-43fa-a771-15204c846eea on host dv-cinder-790535-28-smb {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 14:36:21.682369 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e565ad31-db60-4d9e-8545-fc18b6f700f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199'] for network (6550f296-efae-4038-9b99-fb768ad9dc5d), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:21.683908 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e565ad31-db60-4d9e-8545-fc18b6f700f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:21.684920 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e565ad31-db60-4d9e-8545-fc18b6f700f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632217'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:21.694865 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1ef1a3-9923-4e21-941e-6fc688ce6322 None None] Pushing event deleted for resources: {'Port': ['ID=0bc47f0b-50d7-43fa-a771-15204c846eea,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:36:21.699013 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] No Port match for: 5ac87e94-ee90-4c29-bc9c-6770f76a98f1 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 14:36:21.699661 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Device 5ac87e94-ee90-4c29-bc9c-6770f76a98f1 not bound to the agent host dv-cinder-790535-28-smb {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 14:36:21.700326 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Device 8a391c76-99d1-4be1-a7d1-403bce6fa287 no longer exists at agent ovs-agent-dv-cinder-790535-28-smb {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:36:21.702792 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1ef1a3-9923-4e21-941e-6fc688ce6322 None None] No DVR routers for this DVR port 0bc47f0b-50d7-43fa-a771-15204c846eea on host dv-cinder-790535-28-smb {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 14:36:21.732532 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] No Port match for: 8a391c76-99d1-4be1-a7d1-403bce6fa287 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 14:36:21.733121 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Device 8a391c76-99d1-4be1-a7d1-403bce6fa287 not bound to the agent host dv-cinder-790535-28-smb {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 14:36:21.733717 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Device 0bc47f0b-50d7-43fa-a771-15204c846eea no longer exists at agent ovs-agent-dv-cinder-790535-28-smb {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:36:21.763410 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-646c93a0-aa6f-45ff-9f92-1fbb6eef07a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000466', 'neutron.services.segments.db._delete_segments_for_network-8744330122518'] for network (6ddc4596-65f8-45d3-ba54-9a8ed2c0c193), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:21.773360 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] No Port match for: 0bc47f0b-50d7-43fa-a771-15204c846eea {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 14:36:21.774447 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Device 0bc47f0b-50d7-43fa-a771-15204c846eea not bound to the agent host dv-cinder-790535-28-smb {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 14:36:21.789661 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.services.segments.db [None req-646c93a0-aa6f-45ff-9f92-1fbb6eef07a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ddc4596-65f8-45d3-ba54-9a8ed2c0c193']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:36:21.799931 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.services.segments.db [None req-646c93a0-aa6f-45ff-9f92-1fbb6eef07a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05eb4756-2da3-4c70-aee4-7d1765309a16') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:36:21.800362 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.services.segments.db [None req-646c93a0-aa6f-45ff-9f92-1fbb6eef07a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05eb4756-2da3-4c70-aee4-7d1765309a16') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:36:21.810469 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-646c93a0-aa6f-45ff-9f92-1fbb6eef07a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744330120735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10236614'] for segment (05eb4756-2da3-4c70-aee4-7d1765309a16), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:21.814932 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e565ad31-db60-4d9e-8545-fc18b6f700f0 admin admin] Pushing event updated for resources: {'Network': ['ID=6550f296-efae-4038-9b99-fb768ad9dc5d,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:36:21.825181 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-646c93a0-aa6f-45ff-9f92-1fbb6eef07a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011900'] for segment (05eb4756-2da3-4c70-aee4-7d1765309a16), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:21.826983 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Network 6550f296-efae-4038-9b99-fb768ad9dc5d details requested by agent ovs-agent-dv-cinder-790535-28-smb with host dv-cinder-790535-28-smb {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 14:36:21.827299 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-e565ad31-db60-4d9e-8545-fc18b6f700f0 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9071932 Mar 14 14:36:21.830293 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 38146) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:36:21.835640 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-646c93a0-aa6f-45ff-9f92-1fbb6eef07a1 admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 14:36:21.835640 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-646c93a0-aa6f-45ff-9f92-1fbb6eef07a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9847811'] for segment (05eb4756-2da3-4c70-aee4-7d1765309a16), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:21.835640 dv-cinder-790535-28-smb neutron-server[103767]: Traceback (most recent call last): Mar 14 14:36:21.835640 dv-cinder-790535-28-smb neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 14:36:21.835640 dv-cinder-790535-28-smb neutron-server[103767]: timer() Mar 14 14:36:21.835640 dv-cinder-790535-28-smb neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 14:36:21.835640 dv-cinder-790535-28-smb neutron-server[103767]: cb(*args, **kw) Mar 14 14:36:21.835640 dv-cinder-790535-28-smb neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 14:36:21.835640 dv-cinder-790535-28-smb neutron-server[103767]: return func(*args, **kwargs) Mar 14 14:36:21.835640 dv-cinder-790535-28-smb neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 14:36:21.835640 dv-cinder-790535-28-smb neutron-server[103767]: self._notify() Mar 14 14:36:21.835640 dv-cinder-790535-28-smb neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 14:36:21.835640 dv-cinder-790535-28-smb neutron-server[103767]: self.callback(batched_events) Mar 14 14:36:21.835640 dv-cinder-790535-28-smb neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 14:36:21.835640 dv-cinder-790535-28-smb neutron-server[103767]: event.method(event) Mar 14 14:36:21.835640 dv-cinder-790535-28-smb neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 14:36:21.835640 dv-cinder-790535-28-smb neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 14:36:21.835640 dv-cinder-790535-28-smb neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 14:36:21.835640 dv-cinder-790535-28-smb neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 14:36:21.835640 dv-cinder-790535-28-smb neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 14:36:21.835640 dv-cinder-790535-28-smb neutron-server[103767]: return f(self, *a, **k) Mar 14 14:36:21.835640 dv-cinder-790535-28-smb neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 14:36:21.835640 dv-cinder-790535-28-smb neutron-server[103767]: return self._get(url).json() Mar 14 14:36:21.835640 dv-cinder-790535-28-smb neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 14:36:21.835640 dv-cinder-790535-28-smb neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 14:36:21.835640 dv-cinder-790535-28-smb neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 14:36:21.835640 dv-cinder-790535-28-smb neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 14 14:36:21.835640 dv-cinder-790535-28-smb neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 14:36:21.835640 dv-cinder-790535-28-smb neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 14:36:21.835640 dv-cinder-790535-28-smb neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 14:36:21.835640 dv-cinder-790535-28-smb neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 14:36:21.835640 dv-cinder-790535-28-smb neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 14:36:21.835640 dv-cinder-790535-28-smb neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 14:36:21.835640 dv-cinder-790535-28-smb neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 14:36:21.844142 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.v2.base [None req-b92bb15e-99b8-4a48-be50-f32a0703cefa admin admin] Request body: {'subnet': {'network_id': '6550f296-efae-4038-9b99-fb768ad9dc5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-754384118-subnet', 'tenant_id': '8ead694848c74905a1d09c407e5e6601', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:36:21.956040 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b92bb15e-99b8-4a48-be50-f32a0703cefa admin admin] Made reservation on behalf of 8ead694848c74905a1d09c407e5e6601 for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:36:21.959418 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b92bb15e-99b8-4a48-be50-f32a0703cefa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9088491'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:22.001327 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-646c93a0-aa6f-45ff-9f92-1fbb6eef07a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2016470'] for network (6ddc4596-65f8-45d3-ba54-9a8ed2c0c193), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:22.010699 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-646c93a0-aa6f-45ff-9f92-1fbb6eef07a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632217'] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:22.015208 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-646c93a0-aa6f-45ff-9f92-1fbb6eef07a1 admin admin] 10.222.0.58 "DELETE /v2.0/networks/6ddc4596-65f8-45d3-ba54-9a8ed2c0c193 HTTP/1.1" status: 204 len: 168 time: 1.0015099 Mar 14 14:36:22.019405 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 38148) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:36:22.027099 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646c93a0-aa6f-45ff-9f92-1fbb6eef07a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ddc4596-65f8-45d3-ba54-9a8ed2c0c193,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:36:22.343853 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b92bb15e-99b8-4a48-be50-f32a0703cefa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9088453'] for subnet (6e05390b-fabc-4195-bbd2-c04c6add2648), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:22.408338 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Device 69381261-0ec4-4cfa-8440-723adbffae44 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 14:36:22.409157 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92bb15e-99b8-4a48-be50-f32a0703cefa admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e05390b-fabc-4195-bbd2-c04c6add2648,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:36:22.413443 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Device ce13436c-68eb-4c42-9a6a-f4ad067765c6 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:36:22.455627 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92bb15e-99b8-4a48-be50-f32a0703cefa admin admin] Checking segment: {'id': '0efc13d5-488c-4af7-81c9-229b2adc2f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6550f296-efae-4038-9b99-fb768ad9dc5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:36:22.455627 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92bb15e-99b8-4a48-be50-f32a0703cefa admin admin] Network hostable DHCP agents. Network: 6550f296-efae-4038-9b99-fb768ad9dc5d, hostable agents: ['cdfaf928-5960-4f26-8f0f-a06a7779780c'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 14:36:22.457293 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] No Port match for: ce13436c-68eb-4c42-9a6a-f4ad067765c6 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 14:36:22.457654 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Device ce13436c-68eb-4c42-9a6a-f4ad067765c6 not bound to the agent host hv-cinder-79053 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 14:36:22.551948 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a99909a-a656-44bb-91b1-15ff512d3dfe req-0a44e4b7-601e-429c-b7e1-ea06cf47786f tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:22.554129 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-8a99909a-a656-44bb-91b1-15ff512d3dfe req-0a44e4b7-601e-429c-b7e1-ea06cf47786f tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/ports?device_id=39dda1e6-8f98-4442-9167-8c208e3ba3a1 HTTP/1.1" status: 200 len: 944 time: 0.0879395 Mar 14 14:36:22.576287 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92bb15e-99b8-4a48-be50-f32a0703cefa admin admin] Network 6550f296-efae-4038-9b99-fb768ad9dc5d is scheduled to be hosted by DHCP agent cdfaf928-5960-4f26-8f0f-a06a7779780c with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 14:36:22.586159 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] For port 69381261-0ec4-4cfa-8440-723adbffae44, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=69381261-0ec4-4cfa-8440-723adbffae44,segment=NetworkSegment(2e71eb14-5578-4214-b785-a17f91764def),segment_id=2e71eb14-5578-4214-b785-a17f91764def)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:36:22.604183 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Returning: {'device': '69381261-0ec4-4cfa-8440-723adbffae44', 'network_id': '5d4a8694-0239-4e2f-aa18-849c2487601b', 'port_id': '69381261-0ec4-4cfa-8440-723adbffae44', 'mac_address': 'fa:16:3e:b1:04:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '552817ad-4405-41ef-9fca-99665a7d7043', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 14:36:22.637047 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-8a99909a-a656-44bb-91b1-15ff512d3dfe req-43613044-0e8a-4e8a-ae8b-9aa303f5d0c4 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ea771e2-e979-404b-9363-aa95ca6b3ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633781 Mar 14 14:36:22.642908 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Current status of the port 69381261-0ec4-4cfa-8440-723adbffae44 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:36:22.643378 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (69381261-0ec4-4cfa-8440-723adbffae44), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:22.644414 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-97d1c035-4ac8-439e-b718-ccbe138b9929 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2015432'] for router_interface (6a5ff634-2aac-484d-9d17-cffc63fa38bd), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:22.659433 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69381261-0ec4-4cfa-8440-723adbffae44 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 14:36:22.682336 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] For port 69381261-0ec4-4cfa-8440-723adbffae44, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=69381261-0ec4-4cfa-8440-723adbffae44,segment=NetworkSegment(2e71eb14-5578-4214-b785-a17f91764def),segment_id=2e71eb14-5578-4214-b785-a17f91764def)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:36:22.687335 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-b92bb15e-99b8-4a48-be50-f32a0703cefa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-28-smb, 6550f296-efae-4038-9b99-fb768ad9dc5d) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:36:22.694185 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92bb15e-99b8-4a48-be50-f32a0703cefa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:22.694796 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b92bb15e-99b8-4a48-be50-f32a0703cefa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632217'] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:22.702368 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed5e2d9-9831-4ad2-a54d-a0eb02e5de70 None None] Network 6550f296-efae-4038-9b99-fb768ad9dc5d requested from dv-cinder-790535-28-smb {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 14:36:22.765782 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (69381261-0ec4-4cfa-8440-723adbffae44), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:22.800750 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-b92bb15e-99b8-4a48-be50-f32a0703cefa admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9689853 Mar 14 14:36:22.968153 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Pushing event updated for resources: {'Port': ['ID=69381261-0ec4-4cfa-8440-723adbffae44,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:36:22.975569 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3894dce4-a054-4cac-83ec-fb1fb21317f9 None None] Network 6550f296-efae-4038-9b99-fb768ad9dc5d requested from dv-cinder-790535-28-smb {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 14:36:23.045042 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] get_ports_and_sgs() called for port_ids ['69381261-0ec4-4cfa-8440-723adbffae44'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 14:36:23.137630 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-97d1c035-4ac8-439e-b718-ccbe138b9929 admin admin] Deleting port 47cecdfc-8fbe-4ad9-83de-149a505e002a {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:36:23.139122 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-97d1c035-4ac8-439e-b718-ccbe138b9929 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744330222830'] for port (47cecdfc-8fbe-4ad9-83de-149a505e002a), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:23.270300 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-97d1c035-4ac8-439e-b718-ccbe138b9929 admin admin] For port 47cecdfc-8fbe-4ad9-83de-149a505e002a, host dv-cinder-790535-28-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-smb',level=0,port_id=47cecdfc-8fbe-4ad9-83de-149a505e002a,segment=NetworkSegment(63d1d7b1-6e2f-4b49-a624-9e8ef3225cc3),segment_id=63d1d7b1-6e2f-4b49-a624-9e8ef3225cc3)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:36:23.270680 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-97d1c035-4ac8-439e-b718-ccbe138b9929 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982366'] for port (47cecdfc-8fbe-4ad9-83de-149a505e002a), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:23.603184 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-97d1c035-4ac8-439e-b718-ccbe138b9929 admin admin] Calling delete_port for 47cecdfc-8fbe-4ad9-83de-149a505e002a owned by network:router_interface {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:36:23.827863 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ddcd7-363d-45e7-8baa-36742c08cf87 req-0e3bf297-af1c-4078-a802-65eddbfbf95d tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:23.829376 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-5a2ddcd7-363d-45e7-8baa-36742c08cf87 req-0e3bf297-af1c-4078-a802-65eddbfbf95d tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/ports?device_id=39dda1e6-8f98-4442-9167-8c208e3ba3a1 HTTP/1.1" status: 200 len: 945 time: 0.0865858 Mar 14 14:36:23.845998 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 38176) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:36:23.850986 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.v2.base [None req-72c03cdf-8385-45cb-a4ea-d1ccf79ed7e6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-416111906-network', 'tenant_id': 'db5e8185f5bc4950a2f4eb017eb168ab'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:36:23.881437 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-5a2ddcd7-363d-45e7-8baa-36742c08cf87 req-3aa1af9a-595f-4717-89d1-8a91f506e9cf tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ea771e2-e979-404b-9363-aa95ca6b3ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440807 Mar 14 14:36:23.904377 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-97d1c035-4ac8-439e-b718-ccbe138b9929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744330232405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744329793208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8770621'] for port (47cecdfc-8fbe-4ad9-83de-149a505e002a), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:23.932816 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c03cdf-8385-45cb-a4ea-d1ccf79ed7e6 admin admin] Made reservation on behalf of db5e8185f5bc4950a2f4eb017eb168ab for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:36:23.933123 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d1c035-4ac8-439e-b718-ccbe138b9929 admin admin] Pushing event deleted for resources: {'Port': ['ID=47cecdfc-8fbe-4ad9-83de-149a505e002a,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:36:23.935233 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-72c03cdf-8385-45cb-a4ea-d1ccf79ed7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:23.945605 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-72c03cdf-8385-45cb-a4ea-d1ccf79ed7e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:24.032699 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-72c03cdf-8385-45cb-a4ea-d1ccf79ed7e6 admin admin] Publish callbacks [] for security_group (25d2a7bb-a2cb-40b0-8980-8ecd66529b80), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:24.093052 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-72c03cdf-8385-45cb-a4ea-d1ccf79ed7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (25d2a7bb-a2cb-40b0-8980-8ecd66529b80), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:24.115776 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-97d1c035-4ac8-439e-b718-ccbe138b9929 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2016088'] for router_interface (6a5ff634-2aac-484d-9d17-cffc63fa38bd), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:24.120160 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72c03cdf-8385-45cb-a4ea-d1ccf79ed7e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 14:36:24.135510 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c03cdf-8385-45cb-a4ea-d1ccf79ed7e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25d2a7bb-a2cb-40b0-8980-8ecd66529b80,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:36:24.141284 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-72c03cdf-8385-45cb-a4ea-d1ccf79ed7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011900'] for segment (e4dff2ba-e06a-44f1-beba-e583b72e156a), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:24.141868 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.db.segments_db [None req-72c03cdf-8385-45cb-a4ea-d1ccf79ed7e6 admin admin] Added segment e4dff2ba-e06a-44f1-beba-e583b72e156a of type vlan for network ac357539-0dd7-4d4e-b362-44c02655d152 Mar 14 14:36:24.201908 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-72c03cdf-8385-45cb-a4ea-d1ccf79ed7e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744329743373'] for network (ac357539-0dd7-4d4e-b362-44c02655d152), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:24.264150 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-72c03cdf-8385-45cb-a4ea-d1ccf79ed7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199'] for network (ac357539-0dd7-4d4e-b362-44c02655d152), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:24.265150 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c03cdf-8385-45cb-a4ea-d1ccf79ed7e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:24.265736 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-72c03cdf-8385-45cb-a4ea-d1ccf79ed7e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632217'] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:24.329929 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c03cdf-8385-45cb-a4ea-d1ccf79ed7e6 admin admin] Pushing event updated for resources: {'Network': ['ID=ac357539-0dd7-4d4e-b362-44c02655d152,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:36:24.343403 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Network ac357539-0dd7-4d4e-b362-44c02655d152 details requested by agent ovs-agent-dv-cinder-790535-28-smb with host dv-cinder-790535-28-smb {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 14:36:24.364525 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 38180) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:36:24.367166 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-72c03cdf-8385-45cb-a4ea-d1ccf79ed7e6 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5181522 Mar 14 14:36:24.369123 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97d1c035-4ac8-439e-b718-ccbe138b9929 admin admin] Router 6a5ff634-2aac-484d-9d17-cffc63fa38bd has already been hosted by L3 agent 3a20f343-fbae-42b4-9bd9-ea7570b5f761 {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 14:36:24.375010 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.v2.base [None req-157b3477-27e7-4777-a9b5-290ac907b7ad admin admin] Request body: {'subnet': {'network_id': 'ac357539-0dd7-4d4e-b362-44c02655d152', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-416111906-subnet', 'tenant_id': 'db5e8185f5bc4950a2f4eb017eb168ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:36:24.424757 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Device 69381261-0ec4-4cfa-8440-723adbffae44 up at agent hyperv_hv-cinder-79053 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:36:24.495563 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-157b3477-27e7-4777-a9b5-290ac907b7ad admin admin] Made reservation on behalf of db5e8185f5bc4950a2f4eb017eb168ab for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:36:24.497909 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-157b3477-27e7-4777-a9b5-290ac907b7ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9088491'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:24.537395 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97d1c035-4ac8-439e-b718-ccbe138b9929 admin admin] Notify agent at l3_agent.dv-cinder-790535-28-smb the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:36:24.546224 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7130f2c-6747-4a55-a2d4-059d1c63bf3f None None] Sync routers for ids ['6a5ff634-2aac-484d-9d17-cffc63fa38bd'] in dv-cinder-790535-28-smb {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:36:24.559524 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7130f2c-6747-4a55-a2d4-059d1c63bf3f None None] Routers {'6a5ff634-2aac-484d-9d17-cffc63fa38bd'} bound to L3 agent in host dv-cinder-790535-28-smb {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:36:24.560342 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-e7130f2c-6747-4a55-a2d4-059d1c63bf3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T14:20:13Z,description=,heartbeat_timestamp=2022-03-14T14:36:13Z,host='dv-cinder-790535-28-smb',id=3a20f343-fbae-42b4-9bd9-ea7570b5f761,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:20:14Z,topic='l3_agent')) {'router_ids': ['6a5ff634-2aac-484d-9d17-cffc63fa38bd'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:36:24.570289 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-97d1c035-4ac8-439e-b718-ccbe138b9929 admin admin] 10.222.0.58 "PUT /v2.0/routers/6a5ff634-2aac-484d-9d17-cffc63fa38bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5475221 Mar 14 14:36:24.571016 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 38186) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:36:24.578649 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Provisioning for port 69381261-0ec4-4cfa-8440-723adbffae44 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 14:36:24.583127 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Provisioning complete for port 69381261-0ec4-4cfa-8440-723adbffae44 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:36:24.589194 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (69381261-0ec4-4cfa-8440-723adbffae44), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:24.676066 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Current status of the port 69381261-0ec4-4cfa-8440-723adbffae44 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:36:24.676402 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (69381261-0ec4-4cfa-8440-723adbffae44), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:24.702648 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39dda1e6-8f98-4442-9167-8c208e3ba3a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69381261-0ec4-4cfa-8440-723adbffae44'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:36:24.705209 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b7ebcd0391bc29bcab12edcb0ac311dc480f3a51940d576a7fcfe4e03a4514e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d3f4fca-152a-47b4-bf50-358f25c3abfe" -d '{"events": [{"server_uuid": "39dda1e6-8f98-4442-9167-8c208e3ba3a1", "name": "network-vif-plugged", "status": "completed", "tag": "69381261-0ec4-4cfa-8440-723adbffae44"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:36:24.721645 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c0daa9a1-1d96-45ca-868c-4ab36cc07708 admin admin] Publish callbacks [] for router (6a5ff634-2aac-484d-9d17-cffc63fa38bd), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:24.731440 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] For port 69381261-0ec4-4cfa-8440-723adbffae44, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=69381261-0ec4-4cfa-8440-723adbffae44,segment=NetworkSegment(2e71eb14-5578-4214-b785-a17f91764def),segment_id=2e71eb14-5578-4214-b785-a17f91764def)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:36:24.757066 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 14:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18c506bf-55db-44a1-863f-e7845761b774 x-openstack-request-id: req-18c506bf-55db-44a1-863f-e7845761b774 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:36:24.757377 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39dda1e6-8f98-4442-9167-8c208e3ba3a1", "name": "network-vif-plugged", "status": "completed", "tag": "69381261-0ec4-4cfa-8440-723adbffae44", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:36:24.757637 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-18c506bf-55db-44a1-863f-e7845761b774 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:36:24.758045 dv-cinder-790535-28-smb neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39dda1e6-8f98-4442-9167-8c208e3ba3a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69381261-0ec4-4cfa-8440-723adbffae44', 'code': 200} Mar 14 14:36:24.767549 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-e7130f2c-6747-4a55-a2d4-059d1c63bf3f None None] Set router 6a5ff634-2aac-484d-9d17-cffc63fa38bd gateway port host: dv-cinder-790535-28-smb {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:36:24.819619 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-157b3477-27e7-4777-a9b5-290ac907b7ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9088453'] for subnet (46c10d6e-bd97-4067-b407-bd6b79392826), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:24.853956 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (69381261-0ec4-4cfa-8440-723adbffae44), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:24.863988 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c0daa9a1-1d96-45ca-868c-4ab36cc07708 admin admin] Publish callbacks [] for router_gateway (6a5ff634-2aac-484d-9d17-cffc63fa38bd), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:24.874117 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157b3477-27e7-4777-a9b5-290ac907b7ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=46c10d6e-bd97-4067-b407-bd6b79392826,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:36:24.901314 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157b3477-27e7-4777-a9b5-290ac907b7ad admin admin] Checking segment: {'id': 'e4dff2ba-e06a-44f1-beba-e583b72e156a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ac357539-0dd7-4d4e-b362-44c02655d152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:36:24.903856 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157b3477-27e7-4777-a9b5-290ac907b7ad admin admin] Network hostable DHCP agents. Network: ac357539-0dd7-4d4e-b362-44c02655d152, hostable agents: ['cdfaf928-5960-4f26-8f0f-a06a7779780c'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 14:36:24.953292 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Pushing event updated for resources: {'Port': ['ID=69381261-0ec4-4cfa-8440-723adbffae44,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:36:25.013299 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-e7130f2c-6747-4a55-a2d4-059d1c63bf3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a5ff634-2aac-484d-9d17-cffc63fa38bd', 'name': 'tempest-TestShelveInstance-1630825251-router', 'tenant_id': 'a6144cc3b8974410946e5e1c313b5cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.72'}], 'enable_snat': True}, 'gw_port_id': '39033a2e-d758-4ffa-abb8-d221342c063b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:30:50Z', 'updated_at': '2022-03-14T14:36:23Z', 'revision_number': 5, 'project_id': 'a6144cc3b8974410946e5e1c313b5cfa', 'gw_port': {'id': '39033a2e-d758-4ffa-abb8-d221342c063b', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:1c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5ff634-2aac-484d-9d17-cffc63fa38bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:30:52Z', 'updated_at': '2022-03-14T14:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb'}], 'dv-cinder-790535-28-smb', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:36:25.014054 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157b3477-27e7-4777-a9b5-290ac907b7ad admin admin] Network ac357539-0dd7-4d4e-b362-44c02655d152 is scheduled to be hosted by DHCP agent cdfaf928-5960-4f26-8f0f-a06a7779780c with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 14:36:25.036111 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-c0daa9a1-1d96-45ca-868c-4ab36cc07708 admin admin] Deleting port 39033a2e-d758-4ffa-abb8-d221342c063b {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:36:25.037374 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c0daa9a1-1d96-45ca-868c-4ab36cc07708 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744330222830'] for port (39033a2e-d758-4ffa-abb8-d221342c063b), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:25.042106 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7130f2c-6747-4a55-a2d4-059d1c63bf3f None None] Checking router: 6a5ff634-2aac-484d-9d17-cffc63fa38bd for host: dv-cinder-790535-28-smb {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:36:25.043769 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad575ed1-c1fb-4c08-8946-3c99653c3f50 req-5bb322de-debd-4561-9662-3456a490f2a4 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:25.045391 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-ad575ed1-c1fb-4c08-8946-3c99653c3f50 req-5bb322de-debd-4561-9662-3456a490f2a4 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/ports?device_id=39dda1e6-8f98-4442-9167-8c208e3ba3a1 HTTP/1.1" status: 200 len: 946 time: 0.0666578 Mar 14 14:36:25.058248 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7130f2c-6747-4a55-a2d4-059d1c63bf3f None None] Routers {'6a5ff634-2aac-484d-9d17-cffc63fa38bd'} bound to L3 agent in host dv-cinder-790535-28-smb {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:36:25.063366 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-e7130f2c-6747-4a55-a2d4-059d1c63bf3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T14:20:13Z,description=,heartbeat_timestamp=2022-03-14T14:36:13Z,host='dv-cinder-790535-28-smb',id=3a20f343-fbae-42b4-9bd9-ea7570b5f761,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:20:14Z,topic='l3_agent')) {'router_ids': ['6a5ff634-2aac-484d-9d17-cffc63fa38bd'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:36:25.127912 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-157b3477-27e7-4777-a9b5-290ac907b7ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-28-smb, ac357539-0dd7-4d4e-b362-44c02655d152) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:36:25.140287 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-ad575ed1-c1fb-4c08-8946-3c99653c3f50 req-f5bfc536-3dae-418c-af9e-ebf5eada2557 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ea771e2-e979-404b-9363-aa95ca6b3ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885327 Mar 14 14:36:25.140570 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5d6349-530b-42db-bf72-9a4567c9ae4b None None] Network ac357539-0dd7-4d4e-b362-44c02655d152 requested from dv-cinder-790535-28-smb {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 14:36:25.148744 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157b3477-27e7-4777-a9b5-290ac907b7ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:25.148744 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-157b3477-27e7-4777-a9b5-290ac907b7ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632217'] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:25.202607 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-c0daa9a1-1d96-45ca-868c-4ab36cc07708 admin admin] For port 39033a2e-d758-4ffa-abb8-d221342c063b, host dv-cinder-790535-28-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-smb',level=0,port_id=39033a2e-d758-4ffa-abb8-d221342c063b,segment=NetworkSegment(bce16b83-cd05-4f93-adb0-46e63864be13),segment_id=bce16b83-cd05-4f93-adb0-46e63864be13)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:36:25.202988 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c0daa9a1-1d96-45ca-868c-4ab36cc07708 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982366'] for port (39033a2e-d758-4ffa-abb8-d221342c063b), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:25.218215 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-157b3477-27e7-4777-a9b5-290ac907b7ad admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8520854 Mar 14 14:36:25.222800 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-c0daa9a1-1d96-45ca-868c-4ab36cc07708 admin admin] Calling delete_port for 39033a2e-d758-4ffa-abb8-d221342c063b owned by network:router_gateway {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:36:25.246646 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c916c4-119a-4bea-a4b2-85f153485c3a req-ea6f1164-99a0-44a8-8023-bbcd950e9e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:25.250546 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-d2c916c4-119a-4bea-a4b2-85f153485c3a req-ea6f1164-99a0-44a8-8023-bbcd950e9e81 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=39dda1e6-8f98-4442-9167-8c208e3ba3a1 HTTP/1.1" status: 200 len: 1130 time: 0.1222970 Mar 14 14:36:25.284611 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd230dd-31ad-4d2f-87ae-4422ab718e68 None None] Network ac357539-0dd7-4d4e-b362-44c02655d152 requested from dv-cinder-790535-28-smb {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 14:36:25.301189 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-e7130f2c-6747-4a55-a2d4-059d1c63bf3f None None] Set router 6a5ff634-2aac-484d-9d17-cffc63fa38bd gateway port host: None {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:36:25.369096 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 38196) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:36:25.372064 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-e7130f2c-6747-4a55-a2d4-059d1c63bf3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a5ff634-2aac-484d-9d17-cffc63fa38bd', 'name': 'tempest-TestShelveInstance-1630825251-router', 'tenant_id': 'a6144cc3b8974410946e5e1c313b5cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:30:50Z', 'updated_at': '2022-03-14T14:36:24Z', 'revision_number': 6, 'project_id': 'a6144cc3b8974410946e5e1c313b5cfa', 'gw_port_host': None}], 'dv-cinder-790535-28-smb', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:36:25.417387 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-d2c916c4-119a-4bea-a4b2-85f153485c3a req-d4cd8f96-1013-4690-b89e-d116b188deca service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5ea771e2-e979-404b-9363-aa95ca6b3ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343384 Mar 14 14:36:25.431931 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7130f2c-6747-4a55-a2d4-059d1c63bf3f None None] The sync data for ids ['6a5ff634-2aac-484d-9d17-cffc63fa38bd'] in dv-cinder-790535-28-smb is: [{'id': '6a5ff634-2aac-484d-9d17-cffc63fa38bd', 'name': 'tempest-TestShelveInstance-1630825251-router', 'tenant_id': 'a6144cc3b8974410946e5e1c313b5cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:30:50Z', 'updated_at': '2022-03-14T14:36:24Z', 'revision_number': 6, 'project_id': 'a6144cc3b8974410946e5e1c313b5cfa', 'gw_port_host': None}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:36:25.440552 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ee78adc-e717-4fac-978f-bc272b2889ba admin admin] Deleting subnet 6e05390b-fabc-4195-bbd2-c04c6add2648 {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 14:36:25.447718 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9ee78adc-e717-4fac-978f-bc272b2889ba admin admin] Publish callbacks [] for subnet (6e05390b-fabc-4195-bbd2-c04c6add2648), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:25.494942 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9ee78adc-e717-4fac-978f-bc272b2889ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8777057'] for subnet (6e05390b-fabc-4195-bbd2-c04c6add2648), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:25.510467 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.agents_db [None req-65564c68-cd92-4c79-8f56-5bb994fe7015 None None] Agent healthcheck: found 6 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 14:36:25.534946 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9ee78adc-e717-4fac-978f-bc272b2889ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999657'] for subnet (6e05390b-fabc-4195-bbd2-c04c6add2648), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:25.549619 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c0daa9a1-1d96-45ca-868c-4ab36cc07708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744330232405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744329793208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9848306'] for port (39033a2e-d758-4ffa-abb8-d221342c063b), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:25.575587 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0daa9a1-1d96-45ca-868c-4ab36cc07708 admin admin] Pushing event deleted for resources: {'Port': ['ID=39033a2e-d758-4ffa-abb8-d221342c063b,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:36:25.645470 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c0daa9a1-1d96-45ca-868c-4ab36cc07708 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2016498'] for router_gateway (6a5ff634-2aac-484d-9d17-cffc63fa38bd), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:25.647818 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9ee78adc-e717-4fac-978f-bc272b2889ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8770578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088460'] for subnet (6e05390b-fabc-4195-bbd2-c04c6add2648), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:25.678384 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee78adc-e717-4fac-978f-bc272b2889ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e05390b-fabc-4195-bbd2-c04c6add2648,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:36:25.682127 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9ee78adc-e717-4fac-978f-bc272b2889ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632217'] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:25.685232 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-9ee78adc-e717-4fac-978f-bc272b2889ba admin admin] 10.222.0.58 "DELETE /v2.0/subnets/6e05390b-fabc-4195-bbd2-c04c6add2648 HTTP/1.1" status: 204 len: 168 time: 0.3149610 Mar 14 14:36:25.687753 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 38198) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:36:25.745068 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c0daa9a1-1d96-45ca-868c-4ab36cc07708 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2015869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4732'] for router (6a5ff634-2aac-484d-9d17-cffc63fa38bd), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:25.747318 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c0daa9a1-1d96-45ca-868c-4ab36cc07708 admin admin] Publish callbacks [] for router_controller (6a5ff634-2aac-484d-9d17-cffc63fa38bd), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:25.757474 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cb56c3e8-b39c-409d-b916-fccb121c1e27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-911660'] for network (6550f296-efae-4038-9b99-fb768ad9dc5d), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:25.860936 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cb56c3e8-b39c-409d-b916-fccb121c1e27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000466', 'neutron.services.segments.db._delete_segments_for_network-8744330122518'] for network (6550f296-efae-4038-9b99-fb768ad9dc5d), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:25.892564 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c0daa9a1-1d96-45ca-868c-4ab36cc07708 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2015846'] for router (6a5ff634-2aac-484d-9d17-cffc63fa38bd), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:25.893162 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0daa9a1-1d96-45ca-868c-4ab36cc07708 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a5ff634-2aac-484d-9d17-cffc63fa38bd {{(pid=103767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 14:36:25.897082 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.services.segments.db [None req-cb56c3e8-b39c-409d-b916-fccb121c1e27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6550f296-efae-4038-9b99-fb768ad9dc5d']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:36:25.899622 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c0daa9a1-1d96-45ca-868c-4ab36cc07708 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:25.903972 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-c0daa9a1-1d96-45ca-868c-4ab36cc07708 admin admin] 10.222.0.58 "DELETE /v2.0/routers/6a5ff634-2aac-484d-9d17-cffc63fa38bd HTTP/1.1" status: 204 len: 168 time: 1.3277216 Mar 14 14:36:25.905633 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 38204) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:36:25.909757 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.services.segments.db [None req-cb56c3e8-b39c-409d-b916-fccb121c1e27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0efc13d5-488c-4af7-81c9-229b2adc2f34') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:36:25.910193 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.services.segments.db [None req-cb56c3e8-b39c-409d-b916-fccb121c1e27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0efc13d5-488c-4af7-81c9-229b2adc2f34') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:36:25.928043 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (5e7a912f-556e-4923-ad48-72f47c325557), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:25.928979 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cb56c3e8-b39c-409d-b916-fccb121c1e27 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744330120735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8777066'] for segment (0efc13d5-488c-4af7-81c9-229b2adc2f34), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:25.958563 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cb56c3e8-b39c-409d-b916-fccb121c1e27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011900'] for segment (0efc13d5-488c-4af7-81c9-229b2adc2f34), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:25.972201 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb56c3e8-b39c-409d-b916-fccb121c1e27 admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 14:36:25.972982 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cb56c3e8-b39c-409d-b916-fccb121c1e27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8771020'] for segment (0efc13d5-488c-4af7-81c9-229b2adc2f34), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:25.973407 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-390664d0-8166-4901-90e2-f15f6905baf2 admin admin] Deleting subnet 7b915634-872c-4a78-bc84-c1682ee52f35 {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 14:36:25.976750 dv-cinder-790535-28-smb neutron-server[103766]: Traceback (most recent call last): Mar 14 14:36:25.976750 dv-cinder-790535-28-smb neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 14:36:25.976750 dv-cinder-790535-28-smb neutron-server[103766]: timer() Mar 14 14:36:25.976750 dv-cinder-790535-28-smb neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 14:36:25.976750 dv-cinder-790535-28-smb neutron-server[103766]: cb(*args, **kw) Mar 14 14:36:25.976750 dv-cinder-790535-28-smb neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 14:36:25.976750 dv-cinder-790535-28-smb neutron-server[103766]: return func(*args, **kwargs) Mar 14 14:36:25.976750 dv-cinder-790535-28-smb neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 14:36:25.976750 dv-cinder-790535-28-smb neutron-server[103766]: self._notify() Mar 14 14:36:25.976750 dv-cinder-790535-28-smb neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 14:36:25.976750 dv-cinder-790535-28-smb neutron-server[103766]: self.callback(batched_events) Mar 14 14:36:25.976750 dv-cinder-790535-28-smb neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 14:36:25.976750 dv-cinder-790535-28-smb neutron-server[103766]: event.method(event) Mar 14 14:36:25.976750 dv-cinder-790535-28-smb neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 14:36:25.976750 dv-cinder-790535-28-smb neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 14:36:25.976750 dv-cinder-790535-28-smb neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 14:36:25.976750 dv-cinder-790535-28-smb neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 14:36:25.976750 dv-cinder-790535-28-smb neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 14:36:25.976750 dv-cinder-790535-28-smb neutron-server[103766]: return f(self, *a, **k) Mar 14 14:36:25.976750 dv-cinder-790535-28-smb neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 14:36:25.976750 dv-cinder-790535-28-smb neutron-server[103766]: return self._get(url).json() Mar 14 14:36:25.976750 dv-cinder-790535-28-smb neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 14:36:25.976750 dv-cinder-790535-28-smb neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 14:36:25.976750 dv-cinder-790535-28-smb neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 14:36:25.976750 dv-cinder-790535-28-smb neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 14 14:36:25.976750 dv-cinder-790535-28-smb neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 14:36:25.976750 dv-cinder-790535-28-smb neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 14:36:25.976750 dv-cinder-790535-28-smb neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 14:36:25.976750 dv-cinder-790535-28-smb neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 14:36:25.976750 dv-cinder-790535-28-smb neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 14:36:25.976750 dv-cinder-790535-28-smb neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 14:36:25.976750 dv-cinder-790535-28-smb neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 14:36:25.980134 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-390664d0-8166-4901-90e2-f15f6905baf2 admin admin] Publish callbacks [] for subnet (7b915634-872c-4a78-bc84-c1682ee52f35), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:26.023703 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-390664d0-8166-4901-90e2-f15f6905baf2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10236621'] for subnet (7b915634-872c-4a78-bc84-c1682ee52f35), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:26.106428 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-390664d0-8166-4901-90e2-f15f6905baf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999657'] for subnet (7b915634-872c-4a78-bc84-c1682ee52f35), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:26.110063 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cb56c3e8-b39c-409d-b916-fccb121c1e27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2016470'] for network (6550f296-efae-4038-9b99-fb768ad9dc5d), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:26.114886 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cb56c3e8-b39c-409d-b916-fccb121c1e27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632217'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:26.119074 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-cb56c3e8-b39c-409d-b916-fccb121c1e27 admin admin] 10.222.0.58 "DELETE /v2.0/networks/6550f296-efae-4038-9b99-fb768ad9dc5d HTTP/1.1" status: 204 len: 168 time: 0.4303193 Mar 14 14:36:26.122611 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 38206) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:36:26.148979 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb56c3e8-b39c-409d-b916-fccb121c1e27 admin admin] Pushing event deleted for resources: {'Network': ['ID=6550f296-efae-4038-9b99-fb768ad9dc5d,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:36:26.211297 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-539d106b-0eb8-4743-b27a-29642611c3f3 admin admin] Deleting subnet 46c10d6e-bd97-4067-b407-bd6b79392826 {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 14:36:26.216687 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-539d106b-0eb8-4743-b27a-29642611c3f3 admin admin] Publish callbacks [] for subnet (46c10d6e-bd97-4067-b407-bd6b79392826), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:26.265757 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-390664d0-8166-4901-90e2-f15f6905baf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9848285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8872594'] for subnet (7b915634-872c-4a78-bc84-c1682ee52f35), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:26.301102 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-539d106b-0eb8-4743-b27a-29642611c3f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8777057'] for subnet (46c10d6e-bd97-4067-b407-bd6b79392826), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:26.328514 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390664d0-8166-4901-90e2-f15f6905baf2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b915634-872c-4a78-bc84-c1682ee52f35,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:36:26.330610 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Device 47cecdfc-8fbe-4ad9-83de-149a505e002a no longer exists at agent ovs-agent-dv-cinder-790535-28-smb {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:36:26.350421 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-390664d0-8166-4901-90e2-f15f6905baf2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:26.362279 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-390664d0-8166-4901-90e2-f15f6905baf2 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/7b915634-872c-4a78-bc84-c1682ee52f35 HTTP/1.1" status: 204 len: 168 time: 0.4533665 Mar 14 14:36:26.365455 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 38212) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:36:26.410850 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d405913-152e-4ea6-a14a-5bb1918e90c6 None None] Network f7a79fa0-8784-4640-8b63-27fef759cd8e requested from dv-cinder-790535-28-smb {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 14:36:26.414274 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-539d106b-0eb8-4743-b27a-29642611c3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999657'] for subnet (46c10d6e-bd97-4067-b407-bd6b79392826), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:26.425413 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] No Port match for: 47cecdfc-8fbe-4ad9-83de-149a505e002a {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 14:36:26.426690 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Device 47cecdfc-8fbe-4ad9-83de-149a505e002a not bound to the agent host dv-cinder-790535-28-smb {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 14:36:26.486066 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0f592721-78d7-45e0-b129-38e4bc2e0acf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-911660'] for network (f7a79fa0-8784-4640-8b63-27fef759cd8e), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:26.503853 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862ddfdc-42ee-4f26-b0ac-f9996567e18b req-fc5ee5f6-ccdb-41f0-bca2-8937769d2109 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:26.516572 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-862ddfdc-42ee-4f26-b0ac-f9996567e18b req-fc5ee5f6-ccdb-41f0-bca2-8937769d2109 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/ports?device_id=39dda1e6-8f98-4442-9167-8c208e3ba3a1 HTTP/1.1" status: 200 len: 946 time: 0.2701175 Mar 14 14:36:26.559927 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-0f592721-78d7-45e0-b129-38e4bc2e0acf admin admin] Deleting port 169ef9bf-b306-40ae-ae5d-13347eb12156 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:36:26.560260 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0f592721-78d7-45e0-b129-38e4bc2e0acf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744330222830'] for port (169ef9bf-b306-40ae-ae5d-13347eb12156), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:26.638415 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-862ddfdc-42ee-4f26-b0ac-f9996567e18b req-365dbeac-0441-4dc5-ae65-2cf43d3d49a8 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ea771e2-e979-404b-9363-aa95ca6b3ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207051 Mar 14 14:36:26.673782 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-0f592721-78d7-45e0-b129-38e4bc2e0acf admin admin] For port 169ef9bf-b306-40ae-ae5d-13347eb12156, host dv-cinder-790535-28-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-smb',level=0,port_id=169ef9bf-b306-40ae-ae5d-13347eb12156,segment=NetworkSegment(63d1d7b1-6e2f-4b49-a624-9e8ef3225cc3),segment_id=63d1d7b1-6e2f-4b49-a624-9e8ef3225cc3)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:36:26.674204 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0f592721-78d7-45e0-b129-38e4bc2e0acf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982366'] for port (169ef9bf-b306-40ae-ae5d-13347eb12156), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:26.694784 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-0f592721-78d7-45e0-b129-38e4bc2e0acf admin admin] Calling delete_port for 169ef9bf-b306-40ae-ae5d-13347eb12156 owned by network:dhcp {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:36:26.750133 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-539d106b-0eb8-4743-b27a-29642611c3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8770578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088460'] for subnet (46c10d6e-bd97-4067-b407-bd6b79392826), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:26.751852 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f5bd56-413d-4c70-9764-a97f260ce69a None None] DHCP port deletion for f7a79fa0-8784-4640-8b63-27fef759cd8e request from dv-cinder-790535-28-smb {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 14 14:36:26.809137 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539d106b-0eb8-4743-b27a-29642611c3f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46c10d6e-bd97-4067-b407-bd6b79392826,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:36:26.811538 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-539d106b-0eb8-4743-b27a-29642611c3f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632217'] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:26.816933 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-539d106b-0eb8-4743-b27a-29642611c3f3 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/46c10d6e-bd97-4067-b407-bd6b79392826 HTTP/1.1" status: 204 len: 168 time: 0.6933501 Mar 14 14:36:26.822807 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 38216) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:36:26.847739 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-10f5bd56-413d-4c70-9764-a97f260ce69a None None] Deleting port 169ef9bf-b306-40ae-ae5d-13347eb12156 {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:36:26.848792 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-10f5bd56-413d-4c70-9764-a97f260ce69a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744330222830'] for port (169ef9bf-b306-40ae-ae5d-13347eb12156), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:26.903319 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2408dedf-d668-4d60-91fd-3f7efbd82f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-911660'] for network (ac357539-0dd7-4d4e-b362-44c02655d152), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:26.929976 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-10f5bd56-413d-4c70-9764-a97f260ce69a None None] For port 169ef9bf-b306-40ae-ae5d-13347eb12156, host dv-cinder-790535-28-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-smb',level=0,port_id=169ef9bf-b306-40ae-ae5d-13347eb12156,segment=NetworkSegment(63d1d7b1-6e2f-4b49-a624-9e8ef3225cc3),segment_id=63d1d7b1-6e2f-4b49-a624-9e8ef3225cc3)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:36:26.930567 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-10f5bd56-413d-4c70-9764-a97f260ce69a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982366'] for port (169ef9bf-b306-40ae-ae5d-13347eb12156), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:26.945081 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-10f5bd56-413d-4c70-9764-a97f260ce69a None None] Calling delete_port for 169ef9bf-b306-40ae-ae5d-13347eb12156 owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:36:26.967200 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0f592721-78d7-45e0-b129-38e4bc2e0acf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744330232405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744329793208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9848306'] for port (169ef9bf-b306-40ae-ae5d-13347eb12156), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:26.997855 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f592721-78d7-45e0-b129-38e4bc2e0acf admin admin] Pushing event deleted for resources: {'Port': ['ID=169ef9bf-b306-40ae-ae5d-13347eb12156,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:36:27.007074 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f592721-78d7-45e0-b129-38e4bc2e0acf admin admin] No DVR routers for this DVR port 169ef9bf-b306-40ae-ae5d-13347eb12156 on host dv-cinder-790535-28-smb {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 14:36:27.062103 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-10f5bd56-413d-4c70-9764-a97f260ce69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744330232405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744329793208'] for port (169ef9bf-b306-40ae-ae5d-13347eb12156), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:27.081361 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2408dedf-d668-4d60-91fd-3f7efbd82f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000466', 'neutron.services.segments.db._delete_segments_for_network-8744330122518'] for network (ac357539-0dd7-4d4e-b362-44c02655d152), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:27.085967 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0f592721-78d7-45e0-b129-38e4bc2e0acf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000466', 'neutron.services.segments.db._delete_segments_for_network-8744330122518'] for network (f7a79fa0-8784-4640-8b63-27fef759cd8e), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:27.098604 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f5bd56-413d-4c70-9764-a97f260ce69a None None] Pushing event deleted for resources: {'Port': ['ID=169ef9bf-b306-40ae-ae5d-13347eb12156,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:36:27.102415 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f5bd56-413d-4c70-9764-a97f260ce69a None None] No DVR routers for this DVR port 169ef9bf-b306-40ae-ae5d-13347eb12156 on host dv-cinder-790535-28-smb {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 14:36:27.112774 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.services.segments.db [None req-0f592721-78d7-45e0-b129-38e4bc2e0acf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7a79fa0-8784-4640-8b63-27fef759cd8e']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:36:27.121341 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.services.segments.db [None req-2408dedf-d668-4d60-91fd-3f7efbd82f28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac357539-0dd7-4d4e-b362-44c02655d152']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:36:27.125957 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.services.segments.db [None req-0f592721-78d7-45e0-b129-38e4bc2e0acf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63d1d7b1-6e2f-4b49-a624-9e8ef3225cc3') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:36:27.126258 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.services.segments.db [None req-0f592721-78d7-45e0-b129-38e4bc2e0acf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63d1d7b1-6e2f-4b49-a624-9e8ef3225cc3') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:36:27.133304 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.services.segments.db [None req-2408dedf-d668-4d60-91fd-3f7efbd82f28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4dff2ba-e06a-44f1-beba-e583b72e156a') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:36:27.133607 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.services.segments.db [None req-2408dedf-d668-4d60-91fd-3f7efbd82f28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4dff2ba-e06a-44f1-beba-e583b72e156a') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:36:27.140547 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0f592721-78d7-45e0-b129-38e4bc2e0acf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744330120735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10236614'] for segment (63d1d7b1-6e2f-4b49-a624-9e8ef3225cc3), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:27.144120 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2408dedf-d668-4d60-91fd-3f7efbd82f28 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744330120735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8777066'] for segment (e4dff2ba-e06a-44f1-beba-e583b72e156a), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:27.157736 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0f592721-78d7-45e0-b129-38e4bc2e0acf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011900'] for segment (63d1d7b1-6e2f-4b49-a624-9e8ef3225cc3), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:27.164452 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2408dedf-d668-4d60-91fd-3f7efbd82f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011900'] for segment (e4dff2ba-e06a-44f1-beba-e583b72e156a), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:27.170137 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f592721-78d7-45e0-b129-38e4bc2e0acf admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 14:36:27.174833 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0f592721-78d7-45e0-b129-38e4bc2e0acf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9847811'] for segment (63d1d7b1-6e2f-4b49-a624-9e8ef3225cc3), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:27.175085 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2408dedf-d668-4d60-91fd-3f7efbd82f28 admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 14:36:27.175085 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2408dedf-d668-4d60-91fd-3f7efbd82f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8771020'] for segment (e4dff2ba-e06a-44f1-beba-e583b72e156a), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:27.175451 dv-cinder-790535-28-smb neutron-server[103767]: Traceback (most recent call last): Mar 14 14:36:27.175451 dv-cinder-790535-28-smb neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 14:36:27.175451 dv-cinder-790535-28-smb neutron-server[103767]: timer() Mar 14 14:36:27.175451 dv-cinder-790535-28-smb neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 14:36:27.175451 dv-cinder-790535-28-smb neutron-server[103767]: cb(*args, **kw) Mar 14 14:36:27.175451 dv-cinder-790535-28-smb neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 14:36:27.175451 dv-cinder-790535-28-smb neutron-server[103767]: return func(*args, **kwargs) Mar 14 14:36:27.175451 dv-cinder-790535-28-smb neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 14:36:27.175451 dv-cinder-790535-28-smb neutron-server[103767]: self._notify() Mar 14 14:36:27.175451 dv-cinder-790535-28-smb neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 14:36:27.175451 dv-cinder-790535-28-smb neutron-server[103767]: self.callback(batched_events) Mar 14 14:36:27.175451 dv-cinder-790535-28-smb neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 14:36:27.175451 dv-cinder-790535-28-smb neutron-server[103767]: event.method(event) Mar 14 14:36:27.175451 dv-cinder-790535-28-smb neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 14:36:27.175451 dv-cinder-790535-28-smb neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 14:36:27.175451 dv-cinder-790535-28-smb neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 14:36:27.175451 dv-cinder-790535-28-smb neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 14:36:27.175451 dv-cinder-790535-28-smb neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 14:36:27.175451 dv-cinder-790535-28-smb neutron-server[103767]: return f(self, *a, **k) Mar 14 14:36:27.175451 dv-cinder-790535-28-smb neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 14:36:27.175451 dv-cinder-790535-28-smb neutron-server[103767]: return self._get(url).json() Mar 14 14:36:27.175451 dv-cinder-790535-28-smb neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 14:36:27.175451 dv-cinder-790535-28-smb neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 14:36:27.175451 dv-cinder-790535-28-smb neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 14:36:27.175451 dv-cinder-790535-28-smb neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 14 14:36:27.175451 dv-cinder-790535-28-smb neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 14:36:27.175451 dv-cinder-790535-28-smb neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 14:36:27.175451 dv-cinder-790535-28-smb neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 14:36:27.175451 dv-cinder-790535-28-smb neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 14:36:27.175451 dv-cinder-790535-28-smb neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 14:36:27.175451 dv-cinder-790535-28-smb neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 14:36:27.175451 dv-cinder-790535-28-smb neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 14:36:27.180192 dv-cinder-790535-28-smb neutron-server[103766]: Traceback (most recent call last): Mar 14 14:36:27.180192 dv-cinder-790535-28-smb neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 14:36:27.180192 dv-cinder-790535-28-smb neutron-server[103766]: timer() Mar 14 14:36:27.180192 dv-cinder-790535-28-smb neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 14:36:27.180192 dv-cinder-790535-28-smb neutron-server[103766]: cb(*args, **kw) Mar 14 14:36:27.180192 dv-cinder-790535-28-smb neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 14:36:27.180192 dv-cinder-790535-28-smb neutron-server[103766]: return func(*args, **kwargs) Mar 14 14:36:27.180192 dv-cinder-790535-28-smb neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 14:36:27.180192 dv-cinder-790535-28-smb neutron-server[103766]: self._notify() Mar 14 14:36:27.180192 dv-cinder-790535-28-smb neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 14:36:27.180192 dv-cinder-790535-28-smb neutron-server[103766]: self.callback(batched_events) Mar 14 14:36:27.180192 dv-cinder-790535-28-smb neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 14:36:27.180192 dv-cinder-790535-28-smb neutron-server[103766]: event.method(event) Mar 14 14:36:27.180192 dv-cinder-790535-28-smb neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 14:36:27.180192 dv-cinder-790535-28-smb neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 14:36:27.180192 dv-cinder-790535-28-smb neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 14:36:27.180192 dv-cinder-790535-28-smb neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 14:36:27.180192 dv-cinder-790535-28-smb neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 14:36:27.180192 dv-cinder-790535-28-smb neutron-server[103766]: return f(self, *a, **k) Mar 14 14:36:27.180192 dv-cinder-790535-28-smb neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 14:36:27.180192 dv-cinder-790535-28-smb neutron-server[103766]: return self._get(url).json() Mar 14 14:36:27.180192 dv-cinder-790535-28-smb neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 14:36:27.180192 dv-cinder-790535-28-smb neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 14:36:27.180192 dv-cinder-790535-28-smb neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 14:36:27.180192 dv-cinder-790535-28-smb neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 14 14:36:27.180192 dv-cinder-790535-28-smb neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 14:36:27.180192 dv-cinder-790535-28-smb neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 14:36:27.180192 dv-cinder-790535-28-smb neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 14:36:27.180192 dv-cinder-790535-28-smb neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 14:36:27.180192 dv-cinder-790535-28-smb neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 14:36:27.180192 dv-cinder-790535-28-smb neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 14:36:27.180192 dv-cinder-790535-28-smb neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 14:36:27.288390 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2408dedf-d668-4d60-91fd-3f7efbd82f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2016470'] for network (ac357539-0dd7-4d4e-b362-44c02655d152), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:27.296455 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2408dedf-d668-4d60-91fd-3f7efbd82f28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632217'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:27.303096 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-2408dedf-d668-4d60-91fd-3f7efbd82f28 admin admin] 10.222.0.58 "DELETE /v2.0/networks/ac357539-0dd7-4d4e-b362-44c02655d152 HTTP/1.1" status: 204 len: 168 time: 0.4805427 Mar 14 14:36:27.318879 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2408dedf-d668-4d60-91fd-3f7efbd82f28 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac357539-0dd7-4d4e-b362-44c02655d152,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:36:27.333066 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0f592721-78d7-45e0-b129-38e4bc2e0acf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2016470'] for network (f7a79fa0-8784-4640-8b63-27fef759cd8e), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:27.338437 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0f592721-78d7-45e0-b129-38e4bc2e0acf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632217'] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:27.344757 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-0f592721-78d7-45e0-b129-38e4bc2e0acf admin admin] 10.222.0.58 "DELETE /v2.0/networks/f7a79fa0-8784-4640-8b63-27fef759cd8e HTTP/1.1" status: 204 len: 168 time: 0.9748604 Mar 14 14:36:27.353285 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f592721-78d7-45e0-b129-38e4bc2e0acf admin admin] Pushing event deleted for resources: {'Network': ['ID=f7a79fa0-8784-4640-8b63-27fef759cd8e,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:36:27.628415 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Device 169ef9bf-b306-40ae-ae5d-13347eb12156 no longer exists at agent ovs-agent-dv-cinder-790535-28-smb {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:36:27.652223 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] No Port match for: 169ef9bf-b306-40ae-ae5d-13347eb12156 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 14:36:27.652551 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Device 169ef9bf-b306-40ae-ae5d-13347eb12156 not bound to the agent host dv-cinder-790535-28-smb {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 14:36:27.652970 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Device 39033a2e-d758-4ffa-abb8-d221342c063b no longer exists at agent ovs-agent-dv-cinder-790535-28-smb {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:36:27.674079 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] No Port match for: 39033a2e-d758-4ffa-abb8-d221342c063b {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 14:36:27.674079 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Device 39033a2e-d758-4ffa-abb8-d221342c063b not bound to the agent host dv-cinder-790535-28-smb {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 14:36:27.753607 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 38228) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:36:27.776819 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9ea5bd-ab25-4488-8c8e-0045f9bda770 req-8232c187-2ceb-4840-859e-2e8dfebc155b tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:27.778486 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-6d9ea5bd-ab25-4488-8c8e-0045f9bda770 req-8232c187-2ceb-4840-859e-2e8dfebc155b tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/ports?device_id=39dda1e6-8f98-4442-9167-8c208e3ba3a1 HTTP/1.1" status: 200 len: 946 time: 0.0610821 Mar 14 14:36:27.800907 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-2bd450a2-a472-4e27-a2bd-da20d93f6346 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8ead694848c74905a1d09c407e5e6601&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0460219 Mar 14 14:36:27.804886 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 38230) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:36:27.864477 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 38234) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:36:27.892705 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-6d9ea5bd-ab25-4488-8c8e-0045f9bda770 req-17908425-53f7-4c5f-92ca-e83c427d4b4b tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ea771e2-e979-404b-9363-aa95ca6b3ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025252 Mar 14 14:36:27.921491 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e47e9020-546c-4bca-a297-74bab9f62d51 admin admin] Publish callbacks [] for security_group (fde50b71-bd77-4f59-ab9a-da31c88e81d5), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:27.943425 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-4d7f35fa-f881-4add-9f13-457fc55691d9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a13b71d43cd34fb38f85e1cc0af43e28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0762002 Mar 14 14:36:27.944174 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 38238) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:36:27.949819 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e47e9020-546c-4bca-a297-74bab9f62d51 admin admin] Publish callbacks [] for security_group (fde50b71-bd77-4f59-ab9a-da31c88e81d5), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:28.007638 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5a15d16a-715b-4ecd-8487-51861982f281 admin admin] Publish callbacks [] for security_group (c7b4ecb9-758b-4c57-888d-8fa616ae23f8), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:28.031642 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5a15d16a-715b-4ecd-8487-51861982f281 admin admin] Publish callbacks [] for security_group (c7b4ecb9-758b-4c57-888d-8fa616ae23f8), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:28.043589 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df849c5d-1509-4734-bd4c-a4e4b0fe6f3d req-9aa4284f-7f47-4add-9a37-f944613a43e3 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:28.045147 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-df849c5d-1509-4734-bd4c-a4e4b0fe6f3d req-9aa4284f-7f47-4add-9a37-f944613a43e3 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/ports?device_id=39dda1e6-8f98-4442-9167-8c208e3ba3a1 HTTP/1.1" status: 200 len: 946 time: 0.0640728 Mar 14 14:36:28.054695 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 38240) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:36:28.062238 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.v2.base [None req-8831fb32-cb22-43e5-802f-aedb9f17201c tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Request body: {'floatingip': {'port_id': '69381261-0ec4-4cfa-8440-723adbffae44'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:36:28.125974 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8831fb32-cb22-43e5-802f-aedb9f17201c tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks [] for floatingip (e27ca0f0-1d77-492b-b05b-102d85158571), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:28.161735 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e47e9020-546c-4bca-a297-74bab9f62d51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (fde50b71-bd77-4f59-ab9a-da31c88e81d5), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:28.164310 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e47e9020-546c-4bca-a297-74bab9f62d51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:28.165492 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-e47e9020-546c-4bca-a297-74bab9f62d51 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fde50b71-bd77-4f59-ab9a-da31c88e81d5 HTTP/1.1" status: 204 len: 168 time: 0.3596168 Mar 14 14:36:28.180761 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5a15d16a-715b-4ecd-8487-51861982f281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (c7b4ecb9-758b-4c57-888d-8fa616ae23f8), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:28.184009 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5a15d16a-715b-4ecd-8487-51861982f281 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:28.187270 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-5a15d16a-715b-4ecd-8487-51861982f281 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c7b4ecb9-758b-4c57-888d-8fa616ae23f8 HTTP/1.1" status: 204 len: 168 time: 0.2419438 Mar 14 14:36:28.189994 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47e9020-546c-4bca-a297-74bab9f62d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde50b71-bd77-4f59-ab9a-da31c88e81d5,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:36:28.214402 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a15d16a-715b-4ecd-8487-51861982f281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b4ecb9-758b-4c57-888d-8fa616ae23f8,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:36:28.673047 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8831fb32-cb22-43e5-802f-aedb9f17201c tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:28.756718 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8831fb32-cb22-43e5-802f-aedb9f17201c tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2016456'] for floatingip (e27ca0f0-1d77-492b-b05b-102d85158571), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:28.877220 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.db.l3_db [None req-8831fb32-cb22-43e5-802f-aedb9f17201c tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Floating IP e27ca0f0-1d77-492b-b05b-102d85158571 associated. External IP: 172.28.2.191, port: 69381261-0ec4-4cfa-8440-723adbffae44. Mar 14 14:36:29.094212 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 38254) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:36:29.140166 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-355de729-e8bf-4f74-9bb1-455aaf33c711 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a6144cc3b8974410946e5e1c313b5cfa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0435536 Mar 14 14:36:29.144433 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 38256) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:36:29.228612 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1694a962-64bc-43d2-a1f7-b8e20c3a1fc0 admin admin] Publish callbacks [] for security_group (2a143dac-6e31-4eb2-8809-29fcad84bed0), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:29.265503 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1694a962-64bc-43d2-a1f7-b8e20c3a1fc0 admin admin] Publish callbacks [] for security_group (2a143dac-6e31-4eb2-8809-29fcad84bed0), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:29.324873 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 38258) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:36:29.377343 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-3dd983b4-8f3a-47c8-9c90-f63990e12472 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=db5e8185f5bc4950a2f4eb017eb168ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0513737 Mar 14 14:36:29.377992 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 38260) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:36:29.385369 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1694a962-64bc-43d2-a1f7-b8e20c3a1fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (2a143dac-6e31-4eb2-8809-29fcad84bed0), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:29.388012 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1694a962-64bc-43d2-a1f7-b8e20c3a1fc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:29.391614 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-1694a962-64bc-43d2-a1f7-b8e20c3a1fc0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2a143dac-6e31-4eb2-8809-29fcad84bed0 HTTP/1.1" status: 204 len: 168 time: 0.2438130 Mar 14 14:36:29.403177 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8831fb32-cb22-43e5-802f-aedb9f17201c tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Router b75cf2f1-4138-468d-9e81-4c8e80e022b4 has already been hosted by L3 agent 3a20f343-fbae-42b4-9bd9-ea7570b5f761 {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 14:36:29.408756 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1694a962-64bc-43d2-a1f7-b8e20c3a1fc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a143dac-6e31-4eb2-8809-29fcad84bed0,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:36:29.451580 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3d812122-3b72-4f7a-854d-bb5d757f6915 admin admin] Publish callbacks [] for security_group (25d2a7bb-a2cb-40b0-8980-8ecd66529b80), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:29.492328 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3d812122-3b72-4f7a-854d-bb5d757f6915 admin admin] Publish callbacks [] for security_group (25d2a7bb-a2cb-40b0-8980-8ecd66529b80), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:29.543398 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8831fb32-cb22-43e5-802f-aedb9f17201c tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Notify agent at l3_agent.dv-cinder-790535-28-smb the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:36:29.548809 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8831fb32-cb22-43e5-802f-aedb9f17201c tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90846'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:29.559598 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec28d5ce-5d13-4f90-86bf-f4b5c44e01e5 None None] Sync routers for ids ['b75cf2f1-4138-468d-9e81-4c8e80e022b4'] in dv-cinder-790535-28-smb {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:36:29.576567 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec28d5ce-5d13-4f90-86bf-f4b5c44e01e5 None None] Routers {'b75cf2f1-4138-468d-9e81-4c8e80e022b4'} bound to L3 agent in host dv-cinder-790535-28-smb {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:36:29.577909 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-ec28d5ce-5d13-4f90-86bf-f4b5c44e01e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T14:20:13Z,description=,heartbeat_timestamp=2022-03-14T14:36:13Z,host='dv-cinder-790535-28-smb',id=3a20f343-fbae-42b4-9bd9-ea7570b5f761,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:20:14Z,topic='l3_agent')) {'router_ids': ['b75cf2f1-4138-468d-9e81-4c8e80e022b4'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:36:29.586157 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-8831fb32-cb22-43e5-802f-aedb9f17201c tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "PUT /v2.0/floatingips/e27ca0f0-1d77-492b-b05b-102d85158571 HTTP/1.1" status: 200 len: 992 time: 1.5277212 Mar 14 14:36:29.586157 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39dda1e6-8f98-4442-9167-8c208e3ba3a1', 'tag': '69381261-0ec4-4cfa-8440-723adbffae44'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:36:29.587239 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b510279f78b891ca7fa39ab493d89baf438cb0eb2c394833a60cb33e330ae8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed9c6deb-98c1-4562-b9a8-d7c5f42c095f" -d '{"events": [{"name": "network-changed", "server_uuid": "39dda1e6-8f98-4442-9167-8c208e3ba3a1", "tag": "69381261-0ec4-4cfa-8440-723adbffae44"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:36:29.630335 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 14:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b132ab-d9e4-4f2a-bc48-20c505fac717 x-openstack-request-id: req-08b132ab-d9e4-4f2a-bc48-20c505fac717 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:36:29.630335 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39dda1e6-8f98-4442-9167-8c208e3ba3a1", "tag": "69381261-0ec4-4cfa-8440-723adbffae44", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:36:29.630335 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-08b132ab-d9e4-4f2a-bc48-20c505fac717 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:36:29.630335 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39dda1e6-8f98-4442-9167-8c208e3ba3a1', 'tag': '69381261-0ec4-4cfa-8440-723adbffae44', 'status': 'completed', 'code': 200} Mar 14 14:36:29.630784 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3d812122-3b72-4f7a-854d-bb5d757f6915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (25d2a7bb-a2cb-40b0-8980-8ecd66529b80), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:29.633550 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3d812122-3b72-4f7a-854d-bb5d757f6915 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:29.637255 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-3d812122-3b72-4f7a-854d-bb5d757f6915 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/25d2a7bb-a2cb-40b0-8980-8ecd66529b80 HTTP/1.1" status: 204 len: 168 time: 0.2554991 Mar 14 14:36:29.644303 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d812122-3b72-4f7a-854d-bb5d757f6915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d2a7bb-a2cb-40b0-8980-8ecd66529b80,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:36:29.718074 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9c6deb-98c1-4562-b9a8-d7c5f42c095f req-758c4eee-fa61-48aa-ab36-38de82811379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:29.719777 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-ed9c6deb-98c1-4562-b9a8-d7c5f42c095f req-758c4eee-fa61-48aa-ab36-38de82811379 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9a82d323ca8e4f358a750af658b4eeb2&device_id=39dda1e6-8f98-4442-9167-8c208e3ba3a1 HTTP/1.1" status: 200 len: 1130 time: 0.0698164 Mar 14 14:36:29.853604 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-ec28d5ce-5d13-4f90-86bf-f4b5c44e01e5 None None] Set router b75cf2f1-4138-468d-9e81-4c8e80e022b4 gateway port host: dv-cinder-790535-28-smb {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:36:30.141423 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9c6deb-98c1-4562-b9a8-d7c5f42c095f req-49f62c8d-a415-4096-9a11-ff9061ce75f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:30.144763 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-ed9c6deb-98c1-4562-b9a8-d7c5f42c095f req-49f62c8d-a415-4096-9a11-ff9061ce75f8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5d4a8694-0239-4e2f-aa18-849c2487601b HTTP/1.1" status: 200 len: 915 time: 0.4187262 Mar 14 14:36:30.220723 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-ed9c6deb-98c1-4562-b9a8-d7c5f42c095f req-c1a236c1-6206-4461-830a-14c7fc879cc7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69381261-0ec4-4cfa-8440-723adbffae44 HTTP/1.1" status: 200 len: 1000 time: 0.0692267 Mar 14 14:36:30.277019 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9c6deb-98c1-4562-b9a8-d7c5f42c095f req-5e107649-ba59-48ca-9ecc-0e12a9e5a3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:30.278493 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-ed9c6deb-98c1-4562-b9a8-d7c5f42c095f req-5e107649-ba59-48ca-9ecc-0e12a9e5a3ae service neutron] 10.222.0.35 "GET /v2.0/subnets?id=552817ad-4405-41ef-9fca-99665a7d7043 HTTP/1.1" status: 200 len: 853 time: 0.0520089 Mar 14 14:36:30.337051 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9c6deb-98c1-4562-b9a8-d7c5f42c095f req-95c27126-a955-4d47-8dce-26591034a96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:30.338590 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-ed9c6deb-98c1-4562-b9a8-d7c5f42c095f req-95c27126-a955-4d47-8dce-26591034a96d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5d4a8694-0239-4e2f-aa18-849c2487601b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0521164 Mar 14 14:36:30.356968 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-ec28d5ce-5d13-4f90-86bf-f4b5c44e01e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'name': 'tempest-AttachVolumeNegativeTest-705139474-router', 'tenant_id': '9a82d323ca8e4f358a750af658b4eeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.219'}], 'enable_snat': True}, 'gw_port_id': 'f7089ac1-60e8-4225-ad94-1f2daf56b0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:34:37Z', 'updated_at': '2022-03-14T14:34:43Z', 'revision_number': 4, 'project_id': '9a82d323ca8e4f358a750af658b4eeb2', 'gw_port': {'id': 'f7089ac1-60e8-4225-ad94-1f2daf56b0b9', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:24:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:34:38Z', 'updated_at': '2022-03-14T14:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb', '_floatingips': [{'id': 'e27ca0f0-1d77-492b-b05b-102d85158571', 'tenant_id': '9a82d323ca8e4f358a750af658b4eeb2', 'floating_ip_address': '172.28.2.191', 'floating_network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'router_id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'port_id': '69381261-0ec4-4cfa-8440-723adbffae44', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d4a8694-0239-4e2f-aa18-849c2487601b', 'mac_address': 'fa:16:3e:b1:04:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dda1e6-8f98-4442-9167-8c208e3ba3a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T14:36:09Z', 'updated_at': '2022-03-14T14:36:28Z', 'revision_number': 1, 'project_id': '9a82d323ca8e4f358a750af658b4eeb2', 'fixed_ip_address_scope': None}, {'id': 'ed07c937-fa0c-4232-8761-6fa1d3fe159b', 'tenant_id': '9a82d323ca8e4f358a750af658b4eeb2', 'floating_ip_address': '172.28.2.99', 'floating_network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'router_id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'port_id': '5599561f-d3bf-4467-944a-f10da42a4df6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d4a8694-0239-4e2f-aa18-849c2487601b', 'mac_address': 'fa:16:3e:8f:21:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7db2738-aa55-4944-9e1f-8599493f41a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T14:34:49Z', 'updated_at': '2022-03-14T14:35:20Z', 'revision_number': 2, 'project_id': '9a82d323ca8e4f358a750af658b4eeb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f12d4c0-cbb3-4f08-837a-423adb8783f1', 'name': '', 'network_id': '5d4a8694-0239-4e2f-aa18-849c2487601b', 'tenant_id': '9a82d323ca8e4f358a750af658b4eeb2', 'mac_address': 'fa:16:3e:95:0f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '552817ad-4405-41ef-9fca-99665a7d7043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:34:42Z', 'updated_at': '2022-03-14T14:34:50Z', 'revision_number': 5, 'project_id': '9a82d323ca8e4f358a750af658b4eeb2', 'subnets': [{'id': '552817ad-4405-41ef-9fca-99665a7d7043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-smb', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:36:30.394177 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec28d5ce-5d13-4f90-86bf-f4b5c44e01e5 None None] Checking router: b75cf2f1-4138-468d-9e81-4c8e80e022b4 for host: dv-cinder-790535-28-smb {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:36:30.403381 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec28d5ce-5d13-4f90-86bf-f4b5c44e01e5 None None] Routers {'b75cf2f1-4138-468d-9e81-4c8e80e022b4'} bound to L3 agent in host dv-cinder-790535-28-smb {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:36:30.404006 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-ec28d5ce-5d13-4f90-86bf-f4b5c44e01e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T14:20:13Z,description=,heartbeat_timestamp=2022-03-14T14:36:13Z,host='dv-cinder-790535-28-smb',id=3a20f343-fbae-42b4-9bd9-ea7570b5f761,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:20:14Z,topic='l3_agent')) {'router_ids': ['b75cf2f1-4138-468d-9e81-4c8e80e022b4'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:36:30.445139 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-ed9c6deb-98c1-4562-b9a8-d7c5f42c095f req-f4d33efb-be37-44e0-9972-989babb7fe20 service neutron] 10.222.0.35 "GET /v2.0/networks/5d4a8694-0239-4e2f-aa18-849c2487601b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993428 Mar 14 14:36:30.513615 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-ec28d5ce-5d13-4f90-86bf-f4b5c44e01e5 None None] Set router b75cf2f1-4138-468d-9e81-4c8e80e022b4 gateway port host: dv-cinder-790535-28-smb {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:36:30.541284 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-ed9c6deb-98c1-4562-b9a8-d7c5f42c095f req-18a0a576-ec15-4b53-8af8-ff095594df39 service neutron] 10.222.0.35 "GET /v2.0/networks/5d4a8694-0239-4e2f-aa18-849c2487601b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894797 Mar 14 14:36:30.756819 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-ec28d5ce-5d13-4f90-86bf-f4b5c44e01e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'name': 'tempest-AttachVolumeNegativeTest-705139474-router', 'tenant_id': '9a82d323ca8e4f358a750af658b4eeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.219'}], 'enable_snat': True}, 'gw_port_id': 'f7089ac1-60e8-4225-ad94-1f2daf56b0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:34:37Z', 'updated_at': '2022-03-14T14:34:43Z', 'revision_number': 4, 'project_id': '9a82d323ca8e4f358a750af658b4eeb2', 'gw_port': {'id': 'f7089ac1-60e8-4225-ad94-1f2daf56b0b9', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:24:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:34:38Z', 'updated_at': '2022-03-14T14:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb', '_floatingips': [{'id': 'e27ca0f0-1d77-492b-b05b-102d85158571', 'tenant_id': '9a82d323ca8e4f358a750af658b4eeb2', 'floating_ip_address': '172.28.2.191', 'floating_network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'router_id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'port_id': '69381261-0ec4-4cfa-8440-723adbffae44', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d4a8694-0239-4e2f-aa18-849c2487601b', 'mac_address': 'fa:16:3e:b1:04:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dda1e6-8f98-4442-9167-8c208e3ba3a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T14:36:09Z', 'updated_at': '2022-03-14T14:36:28Z', 'revision_number': 1, 'project_id': '9a82d323ca8e4f358a750af658b4eeb2', 'fixed_ip_address_scope': None}, {'id': 'ed07c937-fa0c-4232-8761-6fa1d3fe159b', 'tenant_id': '9a82d323ca8e4f358a750af658b4eeb2', 'floating_ip_address': '172.28.2.99', 'floating_network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'router_id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'port_id': '5599561f-d3bf-4467-944a-f10da42a4df6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d4a8694-0239-4e2f-aa18-849c2487601b', 'mac_address': 'fa:16:3e:8f:21:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7db2738-aa55-4944-9e1f-8599493f41a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T14:34:49Z', 'updated_at': '2022-03-14T14:35:20Z', 'revision_number': 2, 'project_id': '9a82d323ca8e4f358a750af658b4eeb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f12d4c0-cbb3-4f08-837a-423adb8783f1', 'name': '', 'network_id': '5d4a8694-0239-4e2f-aa18-849c2487601b', 'tenant_id': '9a82d323ca8e4f358a750af658b4eeb2', 'mac_address': 'fa:16:3e:95:0f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '552817ad-4405-41ef-9fca-99665a7d7043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:34:42Z', 'updated_at': '2022-03-14T14:34:50Z', 'revision_number': 5, 'project_id': '9a82d323ca8e4f358a750af658b4eeb2', 'subnets': [{'id': '552817ad-4405-41ef-9fca-99665a7d7043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-smb', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:36:30.791927 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec28d5ce-5d13-4f90-86bf-f4b5c44e01e5 None None] The sync data for ids ['b75cf2f1-4138-468d-9e81-4c8e80e022b4'] in dv-cinder-790535-28-smb is: [{'id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'name': 'tempest-AttachVolumeNegativeTest-705139474-router', 'tenant_id': '9a82d323ca8e4f358a750af658b4eeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.219'}], 'enable_snat': True}, 'gw_port_id': 'f7089ac1-60e8-4225-ad94-1f2daf56b0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:34:37Z', 'updated_at': '2022-03-14T14:34:43Z', 'revision_number': 4, 'project_id': '9a82d323ca8e4f358a750af658b4eeb2', 'gw_port': {'id': 'f7089ac1-60e8-4225-ad94-1f2daf56b0b9', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:24:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:34:38Z', 'updated_at': '2022-03-14T14:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb', '_floatingips': [{'id': 'e27ca0f0-1d77-492b-b05b-102d85158571', 'tenant_id': '9a82d323ca8e4f358a750af658b4eeb2', 'floating_ip_address': '172.28.2.191', 'floating_network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'router_id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'port_id': '69381261-0ec4-4cfa-8440-723adbffae44', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d4a8694-0239-4e2f-aa18-849c2487601b', 'mac_address': 'fa:16:3e:b1:04:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dda1e6-8f98-4442-9167-8c208e3ba3a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T14:36:09Z', 'updated_at': '2022-03-14T14:36:28Z', 'revision_number': 1, 'project_id': '9a82d323ca8e4f358a750af658b4eeb2', 'fixed_ip_address_scope': None}, {'id': 'ed07c937-fa0c-4232-8761-6fa1d3fe159b', 'tenant_id': '9a82d323ca8e4f358a750af658b4eeb2', 'floating_ip_address': '172.28.2.99', 'floating_network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'router_id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'port_id': '5599561f-d3bf-4467-944a-f10da42a4df6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d4a8694-0239-4e2f-aa18-849c2487601b', 'mac_address': 'fa:16:3e:8f:21:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7db2738-aa55-4944-9e1f-8599493f41a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T14:34:49Z', 'updated_at': '2022-03-14T14:35:20Z', 'revision_number': 2, 'project_id': '9a82d323ca8e4f358a750af658b4eeb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f12d4c0-cbb3-4f08-837a-423adb8783f1', 'name': '', 'network_id': '5d4a8694-0239-4e2f-aa18-849c2487601b', 'tenant_id': '9a82d323ca8e4f358a750af658b4eeb2', 'mac_address': 'fa:16:3e:95:0f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '552817ad-4405-41ef-9fca-99665a7d7043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:34:42Z', 'updated_at': '2022-03-14T14:34:50Z', 'revision_number': 5, 'project_id': '9a82d323ca8e4f358a750af658b4eeb2', 'subnets': [{'id': '552817ad-4405-41ef-9fca-99665a7d7043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:36:31.031430 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67911424-ba3a-4981-85cf-e6e6bfddb0e5 None None] New status for floating IP e27ca0f0-1d77-492b-b05b-102d85158571: ACTIVE {{(pid=103769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 14:36:35.572394 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 38432) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:36:35.679290 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-87eed7e6-806a-4b58-bbe6-ffb88b2ef417 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:35.769724 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-87eed7e6-806a-4b58-bbe6-ffb88b2ef417 admin admin] Publish callbacks [] for security_group (cb520e78-9c0d-42f9-b147-3f052aced205), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:35.858130 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-87eed7e6-806a-4b58-bbe6-ffb88b2ef417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (cb520e78-9c0d-42f9-b147-3f052aced205), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:35.900417 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-87eed7e6-806a-4b58-bbe6-ffb88b2ef417 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f5f6479f1d684d75bfb1e816197629a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3268874 Mar 14 14:36:35.901320 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eed7e6-806a-4b58-bbe6-ffb88b2ef417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb520e78-9c0d-42f9-b147-3f052aced205,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:36:35.903688 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 38440) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:36:35.954720 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fa156136-077d-4afb-a56e-4c8a84e38251 admin admin] Publish callbacks [] for security_group (cb520e78-9c0d-42f9-b147-3f052aced205), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:35.981616 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fa156136-077d-4afb-a56e-4c8a84e38251 admin admin] Publish callbacks [] for security_group (cb520e78-9c0d-42f9-b147-3f052aced205), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:36.122364 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fa156136-077d-4afb-a56e-4c8a84e38251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (cb520e78-9c0d-42f9-b147-3f052aced205), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:36.125043 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fa156136-077d-4afb-a56e-4c8a84e38251 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:36.127532 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-fa156136-077d-4afb-a56e-4c8a84e38251 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cb520e78-9c0d-42f9-b147-3f052aced205 HTTP/1.1" status: 204 len: 168 time: 0.2228405 Mar 14 14:36:36.138441 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa156136-077d-4afb-a56e-4c8a84e38251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb520e78-9c0d-42f9-b147-3f052aced205,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:36:36.829255 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 38450) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:36:36.844968 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-82c4e771-b323-455e-9548-8cfccd7f8961 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:36.929441 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-82c4e771-b323-455e-9548-8cfccd7f8961 admin admin] Publish callbacks [] for security_group (7baf6ec9-49c8-4c43-8376-82e2a8f05347), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:36.966539 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-82c4e771-b323-455e-9548-8cfccd7f8961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (7baf6ec9-49c8-4c43-8376-82e2a8f05347), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:37.006984 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-82c4e771-b323-455e-9548-8cfccd7f8961 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2d83af5f73464280bd46601de8cb7b38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1765001 Mar 14 14:36:37.007774 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c4e771-b323-455e-9548-8cfccd7f8961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7baf6ec9-49c8-4c43-8376-82e2a8f05347,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:36:37.009818 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 38452) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:36:37.021891 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c4e771-b323-455e-9548-8cfccd7f8961 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:36:37.022238 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c4e771-b323-455e-9548-8cfccd7f8961 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:36:37.022585 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c4e771-b323-455e-9548-8cfccd7f8961 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:36:37.023096 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c4e771-b323-455e-9548-8cfccd7f8961 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:36:37.023435 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c4e771-b323-455e-9548-8cfccd7f8961 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:36:37.023769 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c4e771-b323-455e-9548-8cfccd7f8961 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:36:37.024136 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c4e771-b323-455e-9548-8cfccd7f8961 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:36:37.024470 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c4e771-b323-455e-9548-8cfccd7f8961 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:36:37.024943 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c4e771-b323-455e-9548-8cfccd7f8961 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:36:37.025272 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c4e771-b323-455e-9548-8cfccd7f8961 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:36:37.025605 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c4e771-b323-455e-9548-8cfccd7f8961 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:36:37.025942 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c4e771-b323-455e-9548-8cfccd7f8961 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:36:37.026264 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c4e771-b323-455e-9548-8cfccd7f8961 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:36:37.026588 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c4e771-b323-455e-9548-8cfccd7f8961 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:36:37.026928 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c4e771-b323-455e-9548-8cfccd7f8961 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:36:37.074426 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-37c3f518-3736-4127-bc9f-ac64ee7f82d8 admin admin] Publish callbacks [] for security_group (7baf6ec9-49c8-4c43-8376-82e2a8f05347), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:37.103495 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-37c3f518-3736-4127-bc9f-ac64ee7f82d8 admin admin] Publish callbacks [] for security_group (7baf6ec9-49c8-4c43-8376-82e2a8f05347), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:37.241384 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-37c3f518-3736-4127-bc9f-ac64ee7f82d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (7baf6ec9-49c8-4c43-8376-82e2a8f05347), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:37.243947 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-37c3f518-3736-4127-bc9f-ac64ee7f82d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:37.245180 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-37c3f518-3736-4127-bc9f-ac64ee7f82d8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7baf6ec9-49c8-4c43-8376-82e2a8f05347 HTTP/1.1" status: 204 len: 168 time: 0.2344759 Mar 14 14:36:37.254018 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c3f518-3736-4127-bc9f-ac64ee7f82d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7baf6ec9-49c8-4c43-8376-82e2a8f05347,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:36:40.028784 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 38528) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:36:40.079420 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-000cab45-1258-4e1c-98ed-0ef00b2b80df admin admin] Deleting subnet 2d3b04f3-36a5-4f5b-b200-5ebe287494aa {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 14:36:40.079420 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-000cab45-1258-4e1c-98ed-0ef00b2b80df admin admin] Publish callbacks [] for subnet (2d3b04f3-36a5-4f5b-b200-5ebe287494aa), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:40.126169 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-000cab45-1258-4e1c-98ed-0ef00b2b80df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8777057'] for subnet (2d3b04f3-36a5-4f5b-b200-5ebe287494aa), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:40.171667 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-000cab45-1258-4e1c-98ed-0ef00b2b80df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999657'] for subnet (2d3b04f3-36a5-4f5b-b200-5ebe287494aa), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:40.349877 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-000cab45-1258-4e1c-98ed-0ef00b2b80df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8770578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088460'] for subnet (2d3b04f3-36a5-4f5b-b200-5ebe287494aa), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:40.382300 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000cab45-1258-4e1c-98ed-0ef00b2b80df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d3b04f3-36a5-4f5b-b200-5ebe287494aa,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:36:40.385886 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-000cab45-1258-4e1c-98ed-0ef00b2b80df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632217'] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:40.393174 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-000cab45-1258-4e1c-98ed-0ef00b2b80df admin admin] 10.222.0.58 "DELETE /v2.0/subnets/2d3b04f3-36a5-4f5b-b200-5ebe287494aa HTTP/1.1" status: 204 len: 168 time: 0.3590534 Mar 14 14:36:40.393174 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 38532) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:36:40.460593 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ac820dc4-ddf2-464b-9362-c44b7373fee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-911660'] for network (243136d2-ad89-41e3-a28d-f7bbb35a4bb8), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:40.543311 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ac820dc4-ddf2-464b-9362-c44b7373fee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000466', 'neutron.services.segments.db._delete_segments_for_network-8744330122518'] for network (243136d2-ad89-41e3-a28d-f7bbb35a4bb8), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:40.564406 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.services.segments.db [None req-ac820dc4-ddf2-464b-9362-c44b7373fee8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['243136d2-ad89-41e3-a28d-f7bbb35a4bb8']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:36:40.574175 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.services.segments.db [None req-ac820dc4-ddf2-464b-9362-c44b7373fee8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9beab42b-8f57-420d-9be2-e821727b2d72') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:36:40.574480 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.services.segments.db [None req-ac820dc4-ddf2-464b-9362-c44b7373fee8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9beab42b-8f57-420d-9be2-e821727b2d72') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:36:40.584295 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ac820dc4-ddf2-464b-9362-c44b7373fee8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744330120735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8777066'] for segment (9beab42b-8f57-420d-9be2-e821727b2d72), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:40.598097 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ac820dc4-ddf2-464b-9362-c44b7373fee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011900'] for segment (9beab42b-8f57-420d-9be2-e821727b2d72), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:40.605462 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac820dc4-ddf2-464b-9362-c44b7373fee8 admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 14:36:40.605786 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ac820dc4-ddf2-464b-9362-c44b7373fee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8771020'] for segment (9beab42b-8f57-420d-9be2-e821727b2d72), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:40.607492 dv-cinder-790535-28-smb neutron-server[103766]: Traceback (most recent call last): Mar 14 14:36:40.607492 dv-cinder-790535-28-smb neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 14:36:40.607492 dv-cinder-790535-28-smb neutron-server[103766]: timer() Mar 14 14:36:40.607492 dv-cinder-790535-28-smb neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 14:36:40.607492 dv-cinder-790535-28-smb neutron-server[103766]: cb(*args, **kw) Mar 14 14:36:40.607492 dv-cinder-790535-28-smb neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 14:36:40.607492 dv-cinder-790535-28-smb neutron-server[103766]: return func(*args, **kwargs) Mar 14 14:36:40.607492 dv-cinder-790535-28-smb neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 14:36:40.607492 dv-cinder-790535-28-smb neutron-server[103766]: self._notify() Mar 14 14:36:40.607492 dv-cinder-790535-28-smb neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 14:36:40.607492 dv-cinder-790535-28-smb neutron-server[103766]: self.callback(batched_events) Mar 14 14:36:40.607492 dv-cinder-790535-28-smb neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 14:36:40.607492 dv-cinder-790535-28-smb neutron-server[103766]: event.method(event) Mar 14 14:36:40.607492 dv-cinder-790535-28-smb neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 14:36:40.607492 dv-cinder-790535-28-smb neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 14:36:40.607492 dv-cinder-790535-28-smb neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 14:36:40.607492 dv-cinder-790535-28-smb neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 14:36:40.607492 dv-cinder-790535-28-smb neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 14:36:40.607492 dv-cinder-790535-28-smb neutron-server[103766]: return f(self, *a, **k) Mar 14 14:36:40.607492 dv-cinder-790535-28-smb neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 14:36:40.607492 dv-cinder-790535-28-smb neutron-server[103766]: return self._get(url).json() Mar 14 14:36:40.607492 dv-cinder-790535-28-smb neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 14:36:40.607492 dv-cinder-790535-28-smb neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 14:36:40.607492 dv-cinder-790535-28-smb neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 14:36:40.607492 dv-cinder-790535-28-smb neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 14 14:36:40.607492 dv-cinder-790535-28-smb neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 14:36:40.607492 dv-cinder-790535-28-smb neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 14:36:40.607492 dv-cinder-790535-28-smb neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 14:36:40.607492 dv-cinder-790535-28-smb neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 14:36:40.607492 dv-cinder-790535-28-smb neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 14:36:40.607492 dv-cinder-790535-28-smb neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 14:36:40.607492 dv-cinder-790535-28-smb neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 14:36:40.738875 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ace7b3e5-29f8-45b8-bc44-3203702aa9c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (cdfaf928-5960-4f26-8f0f-a06a7779780c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:40.766739 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ac820dc4-ddf2-464b-9362-c44b7373fee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2016470'] for network (243136d2-ad89-41e3-a28d-f7bbb35a4bb8), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:40.773374 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ac820dc4-ddf2-464b-9362-c44b7373fee8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632217'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:40.776667 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-ac820dc4-ddf2-464b-9362-c44b7373fee8 admin admin] 10.222.0.58 "DELETE /v2.0/networks/243136d2-ad89-41e3-a28d-f7bbb35a4bb8 HTTP/1.1" status: 204 len: 168 time: 0.3841183 Mar 14 14:36:40.785947 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac820dc4-ddf2-464b-9362-c44b7373fee8 admin admin] Pushing event deleted for resources: {'Network': ['ID=243136d2-ad89-41e3-a28d-f7bbb35a4bb8,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:36:41.236887 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 38542) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:36:41.282649 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-b78ae316-f702-491d-8903-4bbc4d7c7b2e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f64b17c2a9484baf8067c4b057fb3851&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0444918 Mar 14 14:36:41.285042 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 38544) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:36:41.333057 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a116d6c1-c7ff-4ace-bad2-5e43544e9e54 admin admin] Publish callbacks [] for security_group (74744add-2e21-4436-98d1-720483f10c0d), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:41.355740 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a116d6c1-c7ff-4ace-bad2-5e43544e9e54 admin admin] Publish callbacks [] for security_group (74744add-2e21-4436-98d1-720483f10c0d), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:41.509663 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a116d6c1-c7ff-4ace-bad2-5e43544e9e54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (74744add-2e21-4436-98d1-720483f10c0d), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:41.512271 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a116d6c1-c7ff-4ace-bad2-5e43544e9e54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:41.513515 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-a116d6c1-c7ff-4ace-bad2-5e43544e9e54 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/74744add-2e21-4436-98d1-720483f10c0d HTTP/1.1" status: 204 len: 168 time: 0.2275372 Mar 14 14:36:41.521643 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a116d6c1-c7ff-4ace-bad2-5e43544e9e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74744add-2e21-4436-98d1-720483f10c0d,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:36:43.212182 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2c01e197-42a2-4217-9762-fae2af62ed4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (3a20f343-fbae-42b4-9bd9-ea7570b5f761), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:44.275077 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1359c12f-9f02-429e-8c66-1d1d1dbe42c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (105db0a1-84b9-47b6-91eb-e578cb139bff), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:44.857357 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 38576) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:36:44.963592 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-395b58ff-5c36-42f1-bf59-2a1a0dd630d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:45.041087 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-395b58ff-5c36-42f1-bf59-2a1a0dd630d8 admin admin] Publish callbacks [] for security_group (18d63d9f-6bbd-4330-8b18-4758e58aec76), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:45.103548 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-395b58ff-5c36-42f1-bf59-2a1a0dd630d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (18d63d9f-6bbd-4330-8b18-4758e58aec76), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:45.142488 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-395b58ff-5c36-42f1-bf59-2a1a0dd630d8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d26acb2ed6e642c79e191108631fe101&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2840197 Mar 14 14:36:45.143371 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395b58ff-5c36-42f1-bf59-2a1a0dd630d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d63d9f-6bbd-4330-8b18-4758e58aec76,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:36:45.145282 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 38580) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:36:45.193902 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-bf346bdc-728a-426d-b8cc-3a6816dba94d admin admin] Publish callbacks [] for security_group (18d63d9f-6bbd-4330-8b18-4758e58aec76), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:45.214626 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-bf346bdc-728a-426d-b8cc-3a6816dba94d admin admin] Publish callbacks [] for security_group (18d63d9f-6bbd-4330-8b18-4758e58aec76), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:45.355192 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-bf346bdc-728a-426d-b8cc-3a6816dba94d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (18d63d9f-6bbd-4330-8b18-4758e58aec76), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:45.357850 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-bf346bdc-728a-426d-b8cc-3a6816dba94d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:45.359026 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-bf346bdc-728a-426d-b8cc-3a6816dba94d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/18d63d9f-6bbd-4330-8b18-4758e58aec76 HTTP/1.1" status: 204 len: 168 time: 0.2127709 Mar 14 14:36:45.367424 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf346bdc-728a-426d-b8cc-3a6816dba94d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d63d9f-6bbd-4330-8b18-4758e58aec76,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:36:45.543765 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-91e6bee0-ce44-4dbb-9ae4-7799debe7360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (837ef9e9-d083-4188-a7c6-79f2c68dbd25), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:45.906290 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 38586) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:36:45.919682 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d346f83a-3432-4add-a9a3-99a8680b4ed9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:45.995247 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d346f83a-3432-4add-a9a3-99a8680b4ed9 admin admin] Publish callbacks [] for security_group (fed7f08a-7006-4f10-bd56-2e37691d3182), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:46.058300 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d346f83a-3432-4add-a9a3-99a8680b4ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (fed7f08a-7006-4f10-bd56-2e37691d3182), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:46.102871 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-d346f83a-3432-4add-a9a3-99a8680b4ed9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ae56a3ceedb7457fb3b413503a04c0b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1954801 Mar 14 14:36:46.103803 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d346f83a-3432-4add-a9a3-99a8680b4ed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fed7f08a-7006-4f10-bd56-2e37691d3182,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:36:46.105701 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 38588) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:36:46.160682 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-20f99d7e-c41f-4aef-b813-4c92e17837fd admin admin] Publish callbacks [] for security_group (fed7f08a-7006-4f10-bd56-2e37691d3182), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:46.183790 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-20f99d7e-c41f-4aef-b813-4c92e17837fd admin admin] Publish callbacks [] for security_group (fed7f08a-7006-4f10-bd56-2e37691d3182), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:46.286383 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-20f99d7e-c41f-4aef-b813-4c92e17837fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (fed7f08a-7006-4f10-bd56-2e37691d3182), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:46.289222 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-20f99d7e-c41f-4aef-b813-4c92e17837fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:46.290372 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-20f99d7e-c41f-4aef-b813-4c92e17837fd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fed7f08a-7006-4f10-bd56-2e37691d3182 HTTP/1.1" status: 204 len: 168 time: 0.1830845 Mar 14 14:36:46.298843 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f99d7e-c41f-4aef-b813-4c92e17837fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed7f08a-7006-4f10-bd56-2e37691d3182,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:36:47.228892 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (ddc61399-76bc-42cc-9da4-26f2fa974742), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:55.828101 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 38674) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:36:55.852076 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (5e7a912f-556e-4923-ad48-72f47c325557), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:55.936995 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-84cb4b10-477f-4963-8b43-d9a2b849fa8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:56.011719 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-84cb4b10-477f-4963-8b43-d9a2b849fa8f admin admin] Publish callbacks [] for security_group (e4ad1a8a-7de1-40da-8be1-7a29892fd2cd), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:56.080425 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-84cb4b10-477f-4963-8b43-d9a2b849fa8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (e4ad1a8a-7de1-40da-8be1-7a29892fd2cd), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:56.118278 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cb4b10-477f-4963-8b43-d9a2b849fa8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ad1a8a-7de1-40da-8be1-7a29892fd2cd,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:36:56.122521 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-84cb4b10-477f-4963-8b43-d9a2b849fa8f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=244630c3ecbf4b83ab1694363428f662&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2933691 Mar 14 14:36:56.125932 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 38678) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:36:56.179437 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9e643bc3-b9b5-4082-b6ce-95380508df0d admin admin] Publish callbacks [] for security_group (e4ad1a8a-7de1-40da-8be1-7a29892fd2cd), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:56.212413 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9e643bc3-b9b5-4082-b6ce-95380508df0d admin admin] Publish callbacks [] for security_group (e4ad1a8a-7de1-40da-8be1-7a29892fd2cd), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:56.332324 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9e643bc3-b9b5-4082-b6ce-95380508df0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (e4ad1a8a-7de1-40da-8be1-7a29892fd2cd), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:56.334779 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9e643bc3-b9b5-4082-b6ce-95380508df0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:56.336219 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-9e643bc3-b9b5-4082-b6ce-95380508df0d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e4ad1a8a-7de1-40da-8be1-7a29892fd2cd HTTP/1.1" status: 204 len: 168 time: 0.2093158 Mar 14 14:36:56.344626 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e643bc3-b9b5-4082-b6ce-95380508df0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ad1a8a-7de1-40da-8be1-7a29892fd2cd,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:36:56.895771 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 38684) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:36:56.909561 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ad6ab31f-8149-46c0-92ab-ab2b8328b2ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:56.992387 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ad6ab31f-8149-46c0-92ab-ab2b8328b2ae admin admin] Publish callbacks [] for security_group (3f781663-5ca0-448e-940d-2dfb5d5553be), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:57.069269 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ad6ab31f-8149-46c0-92ab-ab2b8328b2ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (3f781663-5ca0-448e-940d-2dfb5d5553be), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:57.112344 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-ad6ab31f-8149-46c0-92ab-ab2b8328b2ae admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c1f022b5c0f441d9af70cf93391c5e31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2153428 Mar 14 14:36:57.114476 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6ab31f-8149-46c0-92ab-ab2b8328b2ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f781663-5ca0-448e-940d-2dfb5d5553be,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:36:57.115147 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 38686) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:36:57.168762 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fe45d375-153e-4f96-90d4-26774240ad43 admin admin] Publish callbacks [] for security_group (3f781663-5ca0-448e-940d-2dfb5d5553be), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:57.192980 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fe45d375-153e-4f96-90d4-26774240ad43 admin admin] Publish callbacks [] for security_group (3f781663-5ca0-448e-940d-2dfb5d5553be), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:57.302355 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fe45d375-153e-4f96-90d4-26774240ad43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (3f781663-5ca0-448e-940d-2dfb5d5553be), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:57.302355 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fe45d375-153e-4f96-90d4-26774240ad43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:57.302355 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-fe45d375-153e-4f96-90d4-26774240ad43 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3f781663-5ca0-448e-940d-2dfb5d5553be HTTP/1.1" status: 204 len: 168 time: 0.1862292 Mar 14 14:36:57.310941 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe45d375-153e-4f96-90d4-26774240ad43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f781663-5ca0-448e-940d-2dfb5d5553be,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:36:58.728185 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-23d84749-0a44-418b-9263-ff0d3ce3613b req-ce00193b-69d1-4604-8823-6cb651d7d5b5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a7db2738-aa55-4944-9e1f-8599493f41a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0459359 Mar 14 14:36:58.795922 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d84749-0a44-418b-9263-ff0d3ce3613b req-118167ef-02ff-4fac-9b13-b62614d54edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:58.797516 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-23d84749-0a44-418b-9263-ff0d3ce3613b req-118167ef-02ff-4fac-9b13-b62614d54edb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9a82d323ca8e4f358a750af658b4eeb2&device_id=a7db2738-aa55-4944-9e1f-8599493f41a7 HTTP/1.1" status: 200 len: 1129 time: 0.0471454 Mar 14 14:36:58.918913 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d84749-0a44-418b-9263-ff0d3ce3613b req-1a659dd9-c9bb-456c-ae8a-5346068a6299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:58.920774 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-23d84749-0a44-418b-9263-ff0d3ce3613b req-1a659dd9-c9bb-456c-ae8a-5346068a6299 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5d4a8694-0239-4e2f-aa18-849c2487601b HTTP/1.1" status: 200 len: 915 time: 0.1011305 Mar 14 14:36:58.994356 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-23d84749-0a44-418b-9263-ff0d3ce3613b req-7f01087a-7dee-494c-8c62-a24157c6d18d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5599561f-d3bf-4467-944a-f10da42a4df6 HTTP/1.1" status: 200 len: 1000 time: 0.0660894 Mar 14 14:36:59.056571 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d84749-0a44-418b-9263-ff0d3ce3613b req-17853ebc-86b0-4d62-bb7b-9776a9ceaad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:59.058409 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-23d84749-0a44-418b-9263-ff0d3ce3613b req-17853ebc-86b0-4d62-bb7b-9776a9ceaad3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=552817ad-4405-41ef-9fca-99665a7d7043 HTTP/1.1" status: 200 len: 853 time: 0.0571311 Mar 14 14:36:59.067204 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 38718) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:36:59.126596 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d84749-0a44-418b-9263-ff0d3ce3613b req-bc67e933-b274-4327-9f7e-f2bfbc2b7570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:36:59.128154 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-23d84749-0a44-418b-9263-ff0d3ce3613b req-bc67e933-b274-4327-9f7e-f2bfbc2b7570 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5d4a8694-0239-4e2f-aa18-849c2487601b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0632188 Mar 14 14:36:59.194507 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6b263e86-2159-4b0c-ac84-48618e93fbac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:59.236867 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-23d84749-0a44-418b-9263-ff0d3ce3613b req-d9ad8892-894e-499c-9335-abe31ce1c378 service neutron] 10.222.0.35 "GET /v2.0/networks/5d4a8694-0239-4e2f-aa18-849c2487601b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021352 Mar 14 14:36:59.287051 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6b263e86-2159-4b0c-ac84-48618e93fbac admin admin] Publish callbacks [] for security_group (92226114-2743-4fe2-b602-ad30d4031672), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:59.333966 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-23d84749-0a44-418b-9263-ff0d3ce3613b req-f46fecc5-4bd7-4cf0-a0d7-a9bbef2c9fbf service neutron] 10.222.0.35 "GET /v2.0/networks/5d4a8694-0239-4e2f-aa18-849c2487601b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912805 Mar 14 14:36:59.366465 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6b263e86-2159-4b0c-ac84-48618e93fbac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (92226114-2743-4fe2-b602-ad30d4031672), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:59.407601 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-6b263e86-2159-4b0c-ac84-48618e93fbac admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e16774b7083a46b99705d8d427fece98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3392580 Mar 14 14:36:59.408578 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b263e86-2159-4b0c-ac84-48618e93fbac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92226114-2743-4fe2-b602-ad30d4031672,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:36:59.411131 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 38722) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:36:59.468172 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-91a0e29b-c14e-4204-9f65-7fe74eb03eca admin admin] Publish callbacks [] for security_group (92226114-2743-4fe2-b602-ad30d4031672), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:59.490279 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-91a0e29b-c14e-4204-9f65-7fe74eb03eca admin admin] Publish callbacks [] for security_group (92226114-2743-4fe2-b602-ad30d4031672), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:59.594541 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-91a0e29b-c14e-4204-9f65-7fe74eb03eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (92226114-2743-4fe2-b602-ad30d4031672), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:59.597171 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-91a0e29b-c14e-4204-9f65-7fe74eb03eca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:36:59.598313 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-91a0e29b-c14e-4204-9f65-7fe74eb03eca admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/92226114-2743-4fe2-b602-ad30d4031672 HTTP/1.1" status: 204 len: 168 time: 0.1860344 Mar 14 14:36:59.607150 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a0e29b-c14e-4204-9f65-7fe74eb03eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92226114-2743-4fe2-b602-ad30d4031672,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:02.509736 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.agents_db [None req-65564c68-cd92-4c79-8f56-5bb994fe7015 None None] Agent healthcheck: found 6 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 14:37:04.892420 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e0c459-52ea-46f3-a7f3-6bda30017303 req-63a6506f-ad0f-4965-b19e-6975a7546f81 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:37:04.894000 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-f8e0c459-52ea-46f3-a7f3-6bda30017303 req-63a6506f-ad0f-4965-b19e-6975a7546f81 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/ports?device_id=39dda1e6-8f98-4442-9167-8c208e3ba3a1 HTTP/1.1" status: 200 len: 946 time: 0.0641496 Mar 14 14:37:04.943536 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-f8e0c459-52ea-46f3-a7f3-6bda30017303 req-e9fb8c9a-ff27-48a0-85ae-86fc6d265d41 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ea771e2-e979-404b-9363-aa95ca6b3ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430455 Mar 14 14:37:06.068628 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595fcd7e-6f1f-445d-8a95-2c51eaca52ce req-5a5c4f06-494a-4e31-9c9a-9fc0bb643199 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:37:06.070285 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-595fcd7e-6f1f-445d-8a95-2c51eaca52ce req-5a5c4f06-494a-4e31-9c9a-9fc0bb643199 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/ports?device_id=39dda1e6-8f98-4442-9167-8c208e3ba3a1 HTTP/1.1" status: 200 len: 946 time: 0.0535612 Mar 14 14:37:06.136281 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-595fcd7e-6f1f-445d-8a95-2c51eaca52ce req-30175ff1-cd95-4411-81de-0a852b838dd5 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ea771e2-e979-404b-9363-aa95ca6b3ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588617 Mar 14 14:37:06.662344 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dc09f0-ec06-404a-b1fb-c65dabdee90a req-e14de4e5-615a-4431-b40c-04c555cda8c4 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:37:06.664100 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-86dc09f0-ec06-404a-b1fb-c65dabdee90a req-e14de4e5-615a-4431-b40c-04c555cda8c4 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.35 "GET /v2.0/ports?device_id=39dda1e6-8f98-4442-9167-8c208e3ba3a1 HTTP/1.1" status: 200 len: 946 time: 0.0713849 Mar 14 14:37:06.769248 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-86dc09f0-ec06-404a-b1fb-c65dabdee90a req-c050299e-aa9d-41f1-b13a-5daaf0327680 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Deleting port 69381261-0ec4-4cfa-8440-723adbffae44 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:37:06.769591 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-86dc09f0-ec06-404a-b1fb-c65dabdee90a req-c050299e-aa9d-41f1-b13a-5daaf0327680 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744330222830'] for port (69381261-0ec4-4cfa-8440-723adbffae44), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:06.879225 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-86dc09f0-ec06-404a-b1fb-c65dabdee90a req-c050299e-aa9d-41f1-b13a-5daaf0327680 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] For port 69381261-0ec4-4cfa-8440-723adbffae44, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=69381261-0ec4-4cfa-8440-723adbffae44,segment=NetworkSegment(2e71eb14-5578-4214-b785-a17f91764def),segment_id=2e71eb14-5578-4214-b785-a17f91764def)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:37:06.879612 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-86dc09f0-ec06-404a-b1fb-c65dabdee90a req-c050299e-aa9d-41f1-b13a-5daaf0327680 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982366'] for port (69381261-0ec4-4cfa-8440-723adbffae44), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:07.126068 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-86dc09f0-ec06-404a-b1fb-c65dabdee90a req-c050299e-aa9d-41f1-b13a-5daaf0327680 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:07.126505 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-86dc09f0-ec06-404a-b1fb-c65dabdee90a req-c050299e-aa9d-41f1-b13a-5daaf0327680 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2016456'] for floatingip (e27ca0f0-1d77-492b-b05b-102d85158571), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:07.126831 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.db.l3_db [req-86dc09f0-ec06-404a-b1fb-c65dabdee90a req-c050299e-aa9d-41f1-b13a-5daaf0327680 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Floating IP e27ca0f0-1d77-492b-b05b-102d85158571 disassociated. External IP: 172.28.2.191, port: 69381261-0ec4-4cfa-8440-723adbffae44. Mar 14 14:37:07.127296 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-86dc09f0-ec06-404a-b1fb-c65dabdee90a req-c050299e-aa9d-41f1-b13a-5daaf0327680 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Calling delete_port for 69381261-0ec4-4cfa-8440-723adbffae44 owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:37:07.288878 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffa10f7-78ee-4109-99b0-8f034b3db70f req-11ba6a64-46fa-4898-b02e-d8901991cdda tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:37:07.290533 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-5ffa10f7-78ee-4109-99b0-8f034b3db70f req-11ba6a64-46fa-4898-b02e-d8901991cdda tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/ports?device_id=39dda1e6-8f98-4442-9167-8c208e3ba3a1 HTTP/1.1" status: 200 len: 946 time: 0.0682168 Mar 14 14:37:07.350021 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-5ffa10f7-78ee-4109-99b0-8f034b3db70f req-30c17cdd-5134-4030-9aea-987e564353f9 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ea771e2-e979-404b-9363-aa95ca6b3ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474422 Mar 14 14:37:07.366733 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-86dc09f0-ec06-404a-b1fb-c65dabdee90a req-c050299e-aa9d-41f1-b13a-5daaf0327680 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744330232405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744329793208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9848306'] for port (69381261-0ec4-4cfa-8440-723adbffae44), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:07.403673 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c050299e-aa9d-41f1-b13a-5daaf0327680 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Pushing event deleted for resources: {'Port': ['ID=69381261-0ec4-4cfa-8440-723adbffae44,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:07.425970 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c050299e-aa9d-41f1-b13a-5daaf0327680 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:37:07.426500 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c050299e-aa9d-41f1-b13a-5daaf0327680 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:37:07.427143 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c050299e-aa9d-41f1-b13a-5daaf0327680 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:37:07.427664 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c050299e-aa9d-41f1-b13a-5daaf0327680 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:37:07.428228 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c050299e-aa9d-41f1-b13a-5daaf0327680 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:37:07.428769 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c050299e-aa9d-41f1-b13a-5daaf0327680 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:37:07.429260 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c050299e-aa9d-41f1-b13a-5daaf0327680 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:37:07.429717 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c050299e-aa9d-41f1-b13a-5daaf0327680 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:37:07.430120 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c050299e-aa9d-41f1-b13a-5daaf0327680 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:37:07.430495 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c050299e-aa9d-41f1-b13a-5daaf0327680 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:37:07.430872 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c050299e-aa9d-41f1-b13a-5daaf0327680 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:37:07.431330 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c050299e-aa9d-41f1-b13a-5daaf0327680 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:37:07.431775 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c050299e-aa9d-41f1-b13a-5daaf0327680 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:37:07.432301 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c050299e-aa9d-41f1-b13a-5daaf0327680 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:37:07.432773 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c050299e-aa9d-41f1-b13a-5daaf0327680 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:37:07.560216 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-86dc09f0-ec06-404a-b1fb-c65dabdee90a req-c050299e-aa9d-41f1-b13a-5daaf0327680 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Router b75cf2f1-4138-468d-9e81-4c8e80e022b4 has already been hosted by L3 agent 3a20f343-fbae-42b4-9bd9-ea7570b5f761 {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 14:37:07.683289 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-86dc09f0-ec06-404a-b1fb-c65dabdee90a req-c050299e-aa9d-41f1-b13a-5daaf0327680 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Notify agent at l3_agent.dv-cinder-790535-28-smb the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:37:07.696918 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff684d93-d939-48fa-a68a-33c68bb1d136 None None] Sync routers for ids ['b75cf2f1-4138-468d-9e81-4c8e80e022b4'] in dv-cinder-790535-28-smb {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:37:07.710445 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff684d93-d939-48fa-a68a-33c68bb1d136 None None] Routers {'b75cf2f1-4138-468d-9e81-4c8e80e022b4'} bound to L3 agent in host dv-cinder-790535-28-smb {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:37:07.711092 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-ff684d93-d939-48fa-a68a-33c68bb1d136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T14:20:13Z,description=,heartbeat_timestamp=2022-03-14T14:36:43Z,host='dv-cinder-790535-28-smb',id=3a20f343-fbae-42b4-9bd9-ea7570b5f761,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:20:14Z,topic='l3_agent')) {'router_ids': ['b75cf2f1-4138-468d-9e81-4c8e80e022b4'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:37:07.736109 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-86dc09f0-ec06-404a-b1fb-c65dabdee90a req-c050299e-aa9d-41f1-b13a-5daaf0327680 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] No DVR routers for this DVR port 69381261-0ec4-4cfa-8440-723adbffae44 on host hv-cinder-79053 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 14:37:07.742316 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-86dc09f0-ec06-404a-b1fb-c65dabdee90a req-c050299e-aa9d-41f1-b13a-5daaf0327680 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90846'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:07.742316 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-86dc09f0-ec06-404a-b1fb-c65dabdee90a req-c050299e-aa9d-41f1-b13a-5daaf0327680 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.35 "DELETE /v2.0/ports/69381261-0ec4-4cfa-8440-723adbffae44 HTTP/1.1" status: 204 len: 173 time: 1.0727453 Mar 14 14:37:07.742899 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39dda1e6-8f98-4442-9167-8c208e3ba3a1', 'name': 'network-vif-deleted', 'tag': '69381261-0ec4-4cfa-8440-723adbffae44'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:37:07.746516 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecc69d4607165f869e932d0d7c88ad38dd700a403a0c37ccec57971c369afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74d6e5be-9e8e-4d09-b463-462d0abcec20" -d '{"events": [{"server_uuid": "39dda1e6-8f98-4442-9167-8c208e3ba3a1", "name": "network-vif-deleted", "tag": "69381261-0ec4-4cfa-8440-723adbffae44"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:37:07.788320 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 14:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b92d72ea-2d97-4b64-ae76-9eb5b1277932 x-openstack-request-id: req-b92d72ea-2d97-4b64-ae76-9eb5b1277932 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:37:07.788623 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39dda1e6-8f98-4442-9167-8c208e3ba3a1", "name": "network-vif-deleted", "tag": "69381261-0ec4-4cfa-8440-723adbffae44", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:37:07.788886 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b92d72ea-2d97-4b64-ae76-9eb5b1277932 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:37:07.789298 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39dda1e6-8f98-4442-9167-8c208e3ba3a1', 'name': 'network-vif-deleted', 'tag': '69381261-0ec4-4cfa-8440-723adbffae44', 'status': 'completed', 'code': 200} Mar 14 14:37:07.858871 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-ff684d93-d939-48fa-a68a-33c68bb1d136 None None] Set router b75cf2f1-4138-468d-9e81-4c8e80e022b4 gateway port host: dv-cinder-790535-28-smb {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:37:08.157845 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-ff684d93-d939-48fa-a68a-33c68bb1d136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'name': 'tempest-AttachVolumeNegativeTest-705139474-router', 'tenant_id': '9a82d323ca8e4f358a750af658b4eeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.219'}], 'enable_snat': True}, 'gw_port_id': 'f7089ac1-60e8-4225-ad94-1f2daf56b0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:34:37Z', 'updated_at': '2022-03-14T14:34:43Z', 'revision_number': 4, 'project_id': '9a82d323ca8e4f358a750af658b4eeb2', 'gw_port': {'id': 'f7089ac1-60e8-4225-ad94-1f2daf56b0b9', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:24:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:34:38Z', 'updated_at': '2022-03-14T14:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb', '_floatingips': [{'id': 'ed07c937-fa0c-4232-8761-6fa1d3fe159b', 'tenant_id': '9a82d323ca8e4f358a750af658b4eeb2', 'floating_ip_address': '172.28.2.99', 'floating_network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'router_id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'port_id': '5599561f-d3bf-4467-944a-f10da42a4df6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d4a8694-0239-4e2f-aa18-849c2487601b', 'mac_address': 'fa:16:3e:8f:21:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7db2738-aa55-4944-9e1f-8599493f41a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T14:34:49Z', 'updated_at': '2022-03-14T14:35:20Z', 'revision_number': 2, 'project_id': '9a82d323ca8e4f358a750af658b4eeb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f12d4c0-cbb3-4f08-837a-423adb8783f1', 'name': '', 'network_id': '5d4a8694-0239-4e2f-aa18-849c2487601b', 'tenant_id': '9a82d323ca8e4f358a750af658b4eeb2', 'mac_address': 'fa:16:3e:95:0f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '552817ad-4405-41ef-9fca-99665a7d7043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:34:42Z', 'updated_at': '2022-03-14T14:34:50Z', 'revision_number': 5, 'project_id': '9a82d323ca8e4f358a750af658b4eeb2', 'subnets': [{'id': '552817ad-4405-41ef-9fca-99665a7d7043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-smb', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:37:08.189305 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff684d93-d939-48fa-a68a-33c68bb1d136 None None] Checking router: b75cf2f1-4138-468d-9e81-4c8e80e022b4 for host: dv-cinder-790535-28-smb {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:37:08.198583 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff684d93-d939-48fa-a68a-33c68bb1d136 None None] Routers {'b75cf2f1-4138-468d-9e81-4c8e80e022b4'} bound to L3 agent in host dv-cinder-790535-28-smb {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:37:08.199204 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-ff684d93-d939-48fa-a68a-33c68bb1d136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T14:20:13Z,description=,heartbeat_timestamp=2022-03-14T14:36:43Z,host='dv-cinder-790535-28-smb',id=3a20f343-fbae-42b4-9bd9-ea7570b5f761,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:20:14Z,topic='l3_agent')) {'router_ids': ['b75cf2f1-4138-468d-9e81-4c8e80e022b4'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:37:08.333466 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-ff684d93-d939-48fa-a68a-33c68bb1d136 None None] Set router b75cf2f1-4138-468d-9e81-4c8e80e022b4 gateway port host: dv-cinder-790535-28-smb {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:37:08.490671 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-8c1453e4-245a-41cb-b0b8-91bdc6e485a0 req-74f21234-9e8a-482d-a6f8-0dcd948c1764 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/ports?device_id=39dda1e6-8f98-4442-9167-8c208e3ba3a1 HTTP/1.1" status: 200 len: 210 time: 0.0333052 Mar 14 14:37:08.624329 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-ff684d93-d939-48fa-a68a-33c68bb1d136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'name': 'tempest-AttachVolumeNegativeTest-705139474-router', 'tenant_id': '9a82d323ca8e4f358a750af658b4eeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.219'}], 'enable_snat': True}, 'gw_port_id': 'f7089ac1-60e8-4225-ad94-1f2daf56b0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:34:37Z', 'updated_at': '2022-03-14T14:34:43Z', 'revision_number': 4, 'project_id': '9a82d323ca8e4f358a750af658b4eeb2', 'gw_port': {'id': 'f7089ac1-60e8-4225-ad94-1f2daf56b0b9', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:24:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:34:38Z', 'updated_at': '2022-03-14T14:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb', '_floatingips': [{'id': 'ed07c937-fa0c-4232-8761-6fa1d3fe159b', 'tenant_id': '9a82d323ca8e4f358a750af658b4eeb2', 'floating_ip_address': '172.28.2.99', 'floating_network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'router_id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'port_id': '5599561f-d3bf-4467-944a-f10da42a4df6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d4a8694-0239-4e2f-aa18-849c2487601b', 'mac_address': 'fa:16:3e:8f:21:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7db2738-aa55-4944-9e1f-8599493f41a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T14:34:49Z', 'updated_at': '2022-03-14T14:35:20Z', 'revision_number': 2, 'project_id': '9a82d323ca8e4f358a750af658b4eeb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f12d4c0-cbb3-4f08-837a-423adb8783f1', 'name': '', 'network_id': '5d4a8694-0239-4e2f-aa18-849c2487601b', 'tenant_id': '9a82d323ca8e4f358a750af658b4eeb2', 'mac_address': 'fa:16:3e:95:0f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '552817ad-4405-41ef-9fca-99665a7d7043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:34:42Z', 'updated_at': '2022-03-14T14:34:50Z', 'revision_number': 5, 'project_id': '9a82d323ca8e4f358a750af658b4eeb2', 'subnets': [{'id': '552817ad-4405-41ef-9fca-99665a7d7043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-smb', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:37:08.655347 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff684d93-d939-48fa-a68a-33c68bb1d136 None None] The sync data for ids ['b75cf2f1-4138-468d-9e81-4c8e80e022b4'] in dv-cinder-790535-28-smb is: [{'id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'name': 'tempest-AttachVolumeNegativeTest-705139474-router', 'tenant_id': '9a82d323ca8e4f358a750af658b4eeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.219'}], 'enable_snat': True}, 'gw_port_id': 'f7089ac1-60e8-4225-ad94-1f2daf56b0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:34:37Z', 'updated_at': '2022-03-14T14:34:43Z', 'revision_number': 4, 'project_id': '9a82d323ca8e4f358a750af658b4eeb2', 'gw_port': {'id': 'f7089ac1-60e8-4225-ad94-1f2daf56b0b9', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:24:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:34:38Z', 'updated_at': '2022-03-14T14:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb', '_floatingips': [{'id': 'ed07c937-fa0c-4232-8761-6fa1d3fe159b', 'tenant_id': '9a82d323ca8e4f358a750af658b4eeb2', 'floating_ip_address': '172.28.2.99', 'floating_network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'router_id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'port_id': '5599561f-d3bf-4467-944a-f10da42a4df6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d4a8694-0239-4e2f-aa18-849c2487601b', 'mac_address': 'fa:16:3e:8f:21:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7db2738-aa55-4944-9e1f-8599493f41a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T14:34:49Z', 'updated_at': '2022-03-14T14:35:20Z', 'revision_number': 2, 'project_id': '9a82d323ca8e4f358a750af658b4eeb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f12d4c0-cbb3-4f08-837a-423adb8783f1', 'name': '', 'network_id': '5d4a8694-0239-4e2f-aa18-849c2487601b', 'tenant_id': '9a82d323ca8e4f358a750af658b4eeb2', 'mac_address': 'fa:16:3e:95:0f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '552817ad-4405-41ef-9fca-99665a7d7043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:34:42Z', 'updated_at': '2022-03-14T14:34:50Z', 'revision_number': 5, 'project_id': '9a82d323ca8e4f358a750af658b4eeb2', 'subnets': [{'id': '552817ad-4405-41ef-9fca-99665a7d7043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:37:08.927081 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff660cd-854f-43d8-8253-3eca726795a1 None None] New status for floating IP e27ca0f0-1d77-492b-b05b-102d85158571: DOWN {{(pid=103769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 14:37:10.600354 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Device 69381261-0ec4-4cfa-8440-723adbffae44 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:37:10.623761 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] No Port match for: 69381261-0ec4-4cfa-8440-723adbffae44 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 14:37:10.624138 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Device 69381261-0ec4-4cfa-8440-723adbffae44 not bound to the agent host hv-cinder-79053 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 14:37:10.687776 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 38844) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:37:10.744465 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7f963c65-38ec-41a7-927b-b0ed913011a2 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks [] for security_group (5ea771e2-e979-404b-9363-aa95ca6b3ea2), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:10.772767 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7f963c65-38ec-41a7-927b-b0ed913011a2 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks [] for security_group (5ea771e2-e979-404b-9363-aa95ca6b3ea2), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:10.851454 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-7633c319-7fd0-4f31-bb73-526cabd0e08f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (cdfaf928-5960-4f26-8f0f-a06a7779780c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:10.886271 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7f963c65-38ec-41a7-927b-b0ed913011a2 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (5ea771e2-e979-404b-9363-aa95ca6b3ea2), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:10.889408 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7f963c65-38ec-41a7-927b-b0ed913011a2 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:10.891443 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-7f963c65-38ec-41a7-927b-b0ed913011a2 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "DELETE /v2.0/security-groups/5ea771e2-e979-404b-9363-aa95ca6b3ea2 HTTP/1.1" status: 204 len: 168 time: 0.2022963 Mar 14 14:37:10.894394 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 38846) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:37:10.902989 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f963c65-38ec-41a7-927b-b0ed913011a2 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea771e2-e979-404b-9363-aa95ca6b3ea2,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:10.908913 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.api.v2.resource [None req-bb35bc82-ddc5-4b51-af8b-2946eb0bee70 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] show failed (client error): The resource could not be found. Mar 14 14:37:10.909597 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-bb35bc82-ddc5-4b51-af8b-2946eb0bee70 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/security-groups/5ea771e2-e979-404b-9363-aa95ca6b3ea2 HTTP/1.1" status: 404 len: 347 time: 0.0141692 Mar 14 14:37:10.912492 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 38848) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:37:11.051350 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-2bdaa347-5cca-4ddf-9677-138fd0a7aab2 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Deleting port e127e1a7-f6df-48c1-88fc-dbaa7aeb25e4 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:37:11.051697 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2bdaa347-5cca-4ddf-9677-138fd0a7aab2 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744330222830'] for port (e127e1a7-f6df-48c1-88fc-dbaa7aeb25e4), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:11.141138 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2bdaa347-5cca-4ddf-9677-138fd0a7aab2 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982366'] for port (e127e1a7-f6df-48c1-88fc-dbaa7aeb25e4), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:11.141559 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2bdaa347-5cca-4ddf-9677-138fd0a7aab2 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks [] for floatingip (e127e1a7-f6df-48c1-88fc-dbaa7aeb25e4), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:11.155675 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-2bdaa347-5cca-4ddf-9677-138fd0a7aab2 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Calling delete_port for e127e1a7-f6df-48c1-88fc-dbaa7aeb25e4 owned by network:floatingip {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:37:11.366349 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2bdaa347-5cca-4ddf-9677-138fd0a7aab2 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744330232405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744329793208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8770621'] for port (e127e1a7-f6df-48c1-88fc-dbaa7aeb25e4), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:11.391882 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdaa347-5cca-4ddf-9677-138fd0a7aab2 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Pushing event deleted for resources: {'Port': ['ID=e127e1a7-f6df-48c1-88fc-dbaa7aeb25e4,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:11.455298 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2bdaa347-5cca-4ddf-9677-138fd0a7aab2 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks [] for floatingip (e27ca0f0-1d77-492b-b05b-102d85158571), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:11.458221 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2bdaa347-5cca-4ddf-9677-138fd0a7aab2 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90846'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:11.459462 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-2bdaa347-5cca-4ddf-9677-138fd0a7aab2 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "DELETE /v2.0/floatingips/e27ca0f0-1d77-492b-b05b-102d85158571 HTTP/1.1" status: 204 len: 168 time: 0.5459671 Mar 14 14:37:13.246636 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b1e19f7a-39f4-4c9b-bf59-7e10172c6977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (3a20f343-fbae-42b4-9bd9-ea7570b5f761), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:13.561608 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8154357-59f7-46c0-9794-0f7f2d9c1e95 req-ef376a8a-c4ae-4387-98b2-cde728f60e63 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:37:13.563084 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-f8154357-59f7-46c0-9794-0f7f2d9c1e95 req-ef376a8a-c4ae-4387-98b2-cde728f60e63 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7db2738-aa55-4944-9e1f-8599493f41a7 HTTP/1.1" status: 200 len: 945 time: 0.0568261 Mar 14 14:37:13.609920 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-f8154357-59f7-46c0-9794-0f7f2d9c1e95 req-e3e327ab-f19a-48d4-9971-8b5d6bee2d42 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c446449-4068-4f63-8fa0-d0e9beaac435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413206 Mar 14 14:37:14.223248 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1359c12f-9f02-429e-8c66-1d1d1dbe42c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (105db0a1-84b9-47b6-91eb-e578cb139bff), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:14.729939 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460d2cee-d5ef-4c97-a45b-897534c9173f req-9cb4a328-b535-484e-a74b-5f822045a22f tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:37:14.732072 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-460d2cee-d5ef-4c97-a45b-897534c9173f req-9cb4a328-b535-484e-a74b-5f822045a22f tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7db2738-aa55-4944-9e1f-8599493f41a7 HTTP/1.1" status: 200 len: 945 time: 0.0536468 Mar 14 14:37:14.777993 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-460d2cee-d5ef-4c97-a45b-897534c9173f req-7908eea1-afa1-4e51-991c-dc3d606154f2 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c446449-4068-4f63-8fa0-d0e9beaac435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402901 Mar 14 14:37:15.398403 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c18e0c2-c68e-4778-8be5-75dedf027d65 req-7d2d58cb-ebed-4fab-a281-0bb8035b45a3 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:37:15.399785 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-0c18e0c2-c68e-4778-8be5-75dedf027d65 req-7d2d58cb-ebed-4fab-a281-0bb8035b45a3 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.35 "GET /v2.0/ports?device_id=a7db2738-aa55-4944-9e1f-8599493f41a7 HTTP/1.1" status: 200 len: 945 time: 0.0562270 Mar 14 14:37:15.500595 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-0c18e0c2-c68e-4778-8be5-75dedf027d65 req-e8aaaac2-3c82-4f8f-9de6-cf6ee385e140 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Deleting port 5599561f-d3bf-4467-944a-f10da42a4df6 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:37:15.500913 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-0c18e0c2-c68e-4778-8be5-75dedf027d65 req-e8aaaac2-3c82-4f8f-9de6-cf6ee385e140 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744330222830'] for port (5599561f-d3bf-4467-944a-f10da42a4df6), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:15.531268 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-91e6bee0-ce44-4dbb-9ae4-7799debe7360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (837ef9e9-d083-4188-a7c6-79f2c68dbd25), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:15.599392 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-0c18e0c2-c68e-4778-8be5-75dedf027d65 req-e8aaaac2-3c82-4f8f-9de6-cf6ee385e140 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] For port 5599561f-d3bf-4467-944a-f10da42a4df6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5599561f-d3bf-4467-944a-f10da42a4df6,segment=NetworkSegment(2e71eb14-5578-4214-b785-a17f91764def),segment_id=2e71eb14-5578-4214-b785-a17f91764def)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:37:15.599764 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-0c18e0c2-c68e-4778-8be5-75dedf027d65 req-e8aaaac2-3c82-4f8f-9de6-cf6ee385e140 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982366'] for port (5599561f-d3bf-4467-944a-f10da42a4df6), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:15.776406 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-0c18e0c2-c68e-4778-8be5-75dedf027d65 req-e8aaaac2-3c82-4f8f-9de6-cf6ee385e140 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:15.776770 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-0c18e0c2-c68e-4778-8be5-75dedf027d65 req-e8aaaac2-3c82-4f8f-9de6-cf6ee385e140 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2016456'] for floatingip (ed07c937-fa0c-4232-8761-6fa1d3fe159b), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:15.777121 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.db.l3_db [req-0c18e0c2-c68e-4778-8be5-75dedf027d65 req-e8aaaac2-3c82-4f8f-9de6-cf6ee385e140 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Floating IP ed07c937-fa0c-4232-8761-6fa1d3fe159b disassociated. External IP: 172.28.2.99, port: 5599561f-d3bf-4467-944a-f10da42a4df6. Mar 14 14:37:15.777481 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-0c18e0c2-c68e-4778-8be5-75dedf027d65 req-e8aaaac2-3c82-4f8f-9de6-cf6ee385e140 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Calling delete_port for 5599561f-d3bf-4467-944a-f10da42a4df6 owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:37:15.911930 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b48f90-4625-4d72-88fb-0a1421f0296b req-c78715ac-6041-414e-87e3-18fbfcb5e00e tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:37:15.913609 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-a5b48f90-4625-4d72-88fb-0a1421f0296b req-c78715ac-6041-414e-87e3-18fbfcb5e00e tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7db2738-aa55-4944-9e1f-8599493f41a7 HTTP/1.1" status: 200 len: 945 time: 0.0661407 Mar 14 14:37:15.966577 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-a5b48f90-4625-4d72-88fb-0a1421f0296b req-1fa9807b-7758-4882-a202-6f27be0c7146 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c446449-4068-4f63-8fa0-d0e9beaac435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470521 Mar 14 14:37:15.977373 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-0c18e0c2-c68e-4778-8be5-75dedf027d65 req-e8aaaac2-3c82-4f8f-9de6-cf6ee385e140 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744330232405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744329793208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9848306'] for port (5599561f-d3bf-4467-944a-f10da42a4df6), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:16.016324 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aaaac2-3c82-4f8f-9de6-cf6ee385e140 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Pushing event deleted for resources: {'Port': ['ID=5599561f-d3bf-4467-944a-f10da42a4df6,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:16.149530 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0c18e0c2-c68e-4778-8be5-75dedf027d65 req-e8aaaac2-3c82-4f8f-9de6-cf6ee385e140 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Router b75cf2f1-4138-468d-9e81-4c8e80e022b4 has already been hosted by L3 agent 3a20f343-fbae-42b4-9bd9-ea7570b5f761 {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 14:37:16.264678 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0c18e0c2-c68e-4778-8be5-75dedf027d65 req-e8aaaac2-3c82-4f8f-9de6-cf6ee385e140 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Notify agent at l3_agent.dv-cinder-790535-28-smb the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:37:16.275107 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72495057-a8f6-4d3e-be33-abfaf749ddc7 None None] Sync routers for ids ['b75cf2f1-4138-468d-9e81-4c8e80e022b4'] in dv-cinder-790535-28-smb {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:37:16.284822 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72495057-a8f6-4d3e-be33-abfaf749ddc7 None None] Routers {'b75cf2f1-4138-468d-9e81-4c8e80e022b4'} bound to L3 agent in host dv-cinder-790535-28-smb {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:37:16.287871 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-72495057-a8f6-4d3e-be33-abfaf749ddc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T14:20:13Z,description=,heartbeat_timestamp=2022-03-14T14:37:13Z,host='dv-cinder-790535-28-smb',id=3a20f343-fbae-42b4-9bd9-ea7570b5f761,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:20:14Z,topic='l3_agent')) {'router_ids': ['b75cf2f1-4138-468d-9e81-4c8e80e022b4'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:37:16.307147 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c18e0c2-c68e-4778-8be5-75dedf027d65 req-e8aaaac2-3c82-4f8f-9de6-cf6ee385e140 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] No DVR routers for this DVR port 5599561f-d3bf-4467-944a-f10da42a4df6 on host hv-cinder-79053 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 14:37:16.310474 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-0c18e0c2-c68e-4778-8be5-75dedf027d65 req-e8aaaac2-3c82-4f8f-9de6-cf6ee385e140 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90846'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:16.313868 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-0c18e0c2-c68e-4778-8be5-75dedf027d65 req-e8aaaac2-3c82-4f8f-9de6-cf6ee385e140 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.35 "DELETE /v2.0/ports/5599561f-d3bf-4467-944a-f10da42a4df6 HTTP/1.1" status: 204 len: 173 time: 0.9073219 Mar 14 14:37:16.314332 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7db2738-aa55-4944-9e1f-8599493f41a7', 'name': 'network-vif-deleted', 'tag': '5599561f-d3bf-4467-944a-f10da42a4df6'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:37:16.316773 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecc69d4607165f869e932d0d7c88ad38dd700a403a0c37ccec57971c369afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ccdf3c8-d26e-47a6-a0ad-05c73111576e" -d '{"events": [{"server_uuid": "a7db2738-aa55-4944-9e1f-8599493f41a7", "name": "network-vif-deleted", "tag": "5599561f-d3bf-4467-944a-f10da42a4df6"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:37:16.358000 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 14:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18b4a068-8f3f-4526-b791-ea2befd1bed8 x-openstack-request-id: req-18b4a068-8f3f-4526-b791-ea2befd1bed8 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:37:16.358305 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7db2738-aa55-4944-9e1f-8599493f41a7", "name": "network-vif-deleted", "tag": "5599561f-d3bf-4467-944a-f10da42a4df6", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:37:16.358660 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-18b4a068-8f3f-4526-b791-ea2befd1bed8 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:37:16.359155 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7db2738-aa55-4944-9e1f-8599493f41a7', 'name': 'network-vif-deleted', 'tag': '5599561f-d3bf-4467-944a-f10da42a4df6', 'status': 'completed', 'code': 200} Mar 14 14:37:16.422348 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-72495057-a8f6-4d3e-be33-abfaf749ddc7 None None] Set router b75cf2f1-4138-468d-9e81-4c8e80e022b4 gateway port host: dv-cinder-790535-28-smb {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:37:16.691564 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-72495057-a8f6-4d3e-be33-abfaf749ddc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'name': 'tempest-AttachVolumeNegativeTest-705139474-router', 'tenant_id': '9a82d323ca8e4f358a750af658b4eeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.219'}], 'enable_snat': True}, 'gw_port_id': 'f7089ac1-60e8-4225-ad94-1f2daf56b0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:34:37Z', 'updated_at': '2022-03-14T14:34:43Z', 'revision_number': 4, 'project_id': '9a82d323ca8e4f358a750af658b4eeb2', 'gw_port': {'id': 'f7089ac1-60e8-4225-ad94-1f2daf56b0b9', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:24:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:34:38Z', 'updated_at': '2022-03-14T14:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb', '_interfaces': [{'id': '8f12d4c0-cbb3-4f08-837a-423adb8783f1', 'name': '', 'network_id': '5d4a8694-0239-4e2f-aa18-849c2487601b', 'tenant_id': '9a82d323ca8e4f358a750af658b4eeb2', 'mac_address': 'fa:16:3e:95:0f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '552817ad-4405-41ef-9fca-99665a7d7043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:34:42Z', 'updated_at': '2022-03-14T14:34:50Z', 'revision_number': 5, 'project_id': '9a82d323ca8e4f358a750af658b4eeb2', 'subnets': [{'id': '552817ad-4405-41ef-9fca-99665a7d7043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-smb', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:37:16.724544 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72495057-a8f6-4d3e-be33-abfaf749ddc7 None None] Checking router: b75cf2f1-4138-468d-9e81-4c8e80e022b4 for host: dv-cinder-790535-28-smb {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:37:16.734746 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72495057-a8f6-4d3e-be33-abfaf749ddc7 None None] Routers {'b75cf2f1-4138-468d-9e81-4c8e80e022b4'} bound to L3 agent in host dv-cinder-790535-28-smb {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:37:16.735369 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-72495057-a8f6-4d3e-be33-abfaf749ddc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T14:20:13Z,description=,heartbeat_timestamp=2022-03-14T14:37:13Z,host='dv-cinder-790535-28-smb',id=3a20f343-fbae-42b4-9bd9-ea7570b5f761,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:20:14Z,topic='l3_agent')) {'router_ids': ['b75cf2f1-4138-468d-9e81-4c8e80e022b4'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:37:16.856911 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-72495057-a8f6-4d3e-be33-abfaf749ddc7 None None] Set router b75cf2f1-4138-468d-9e81-4c8e80e022b4 gateway port host: dv-cinder-790535-28-smb {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:37:17.083186 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-166f8059-52f2-48b7-9f0d-9da85258ad2b req-dc29771d-a248-45d9-a934-3b8e90373f04 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7db2738-aa55-4944-9e1f-8599493f41a7 HTTP/1.1" status: 200 len: 210 time: 0.0311151 Mar 14 14:37:17.192198 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (ddc61399-76bc-42cc-9da4-26f2fa974742), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:17.246835 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-72495057-a8f6-4d3e-be33-abfaf749ddc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'name': 'tempest-AttachVolumeNegativeTest-705139474-router', 'tenant_id': '9a82d323ca8e4f358a750af658b4eeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.219'}], 'enable_snat': True}, 'gw_port_id': 'f7089ac1-60e8-4225-ad94-1f2daf56b0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:34:37Z', 'updated_at': '2022-03-14T14:34:43Z', 'revision_number': 4, 'project_id': '9a82d323ca8e4f358a750af658b4eeb2', 'gw_port': {'id': 'f7089ac1-60e8-4225-ad94-1f2daf56b0b9', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:24:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:34:38Z', 'updated_at': '2022-03-14T14:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb', '_interfaces': [{'id': '8f12d4c0-cbb3-4f08-837a-423adb8783f1', 'name': '', 'network_id': '5d4a8694-0239-4e2f-aa18-849c2487601b', 'tenant_id': '9a82d323ca8e4f358a750af658b4eeb2', 'mac_address': 'fa:16:3e:95:0f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '552817ad-4405-41ef-9fca-99665a7d7043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:34:42Z', 'updated_at': '2022-03-14T14:34:50Z', 'revision_number': 5, 'project_id': '9a82d323ca8e4f358a750af658b4eeb2', 'subnets': [{'id': '552817ad-4405-41ef-9fca-99665a7d7043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-smb', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:37:17.278622 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72495057-a8f6-4d3e-be33-abfaf749ddc7 None None] The sync data for ids ['b75cf2f1-4138-468d-9e81-4c8e80e022b4'] in dv-cinder-790535-28-smb is: [{'id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'name': 'tempest-AttachVolumeNegativeTest-705139474-router', 'tenant_id': '9a82d323ca8e4f358a750af658b4eeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.219'}], 'enable_snat': True}, 'gw_port_id': 'f7089ac1-60e8-4225-ad94-1f2daf56b0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:34:37Z', 'updated_at': '2022-03-14T14:34:43Z', 'revision_number': 4, 'project_id': '9a82d323ca8e4f358a750af658b4eeb2', 'gw_port': {'id': 'f7089ac1-60e8-4225-ad94-1f2daf56b0b9', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:24:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:34:38Z', 'updated_at': '2022-03-14T14:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb', '_interfaces': [{'id': '8f12d4c0-cbb3-4f08-837a-423adb8783f1', 'name': '', 'network_id': '5d4a8694-0239-4e2f-aa18-849c2487601b', 'tenant_id': '9a82d323ca8e4f358a750af658b4eeb2', 'mac_address': 'fa:16:3e:95:0f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '552817ad-4405-41ef-9fca-99665a7d7043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:34:42Z', 'updated_at': '2022-03-14T14:34:50Z', 'revision_number': 5, 'project_id': '9a82d323ca8e4f358a750af658b4eeb2', 'subnets': [{'id': '552817ad-4405-41ef-9fca-99665a7d7043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:37:17.532405 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f96c9dc-187e-4f8f-b25f-25fce2e012bf None None] New status for floating IP ed07c937-fa0c-4232-8761-6fa1d3fe159b: DOWN {{(pid=103769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 14:37:18.238923 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 38916) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:37:18.312085 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-972459e1-4636-428c-a5d5-a94aca8c10b0 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks [] for security_group (4c446449-4068-4f63-8fa0-d0e9beaac435), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:18.336522 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-972459e1-4636-428c-a5d5-a94aca8c10b0 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks [] for security_group (4c446449-4068-4f63-8fa0-d0e9beaac435), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:18.445980 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-972459e1-4636-428c-a5d5-a94aca8c10b0 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (4c446449-4068-4f63-8fa0-d0e9beaac435), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:18.448621 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-972459e1-4636-428c-a5d5-a94aca8c10b0 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:18.449917 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-972459e1-4636-428c-a5d5-a94aca8c10b0 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "DELETE /v2.0/security-groups/4c446449-4068-4f63-8fa0-d0e9beaac435 HTTP/1.1" status: 204 len: 168 time: 0.2121589 Mar 14 14:37:18.452938 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 38920) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:37:18.459902 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972459e1-4636-428c-a5d5-a94aca8c10b0 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c446449-4068-4f63-8fa0-d0e9beaac435,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:18.469449 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.api.v2.resource [None req-11f67cef-eb1b-4a79-b975-cfb3f36e25f9 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] show failed (client error): The resource could not be found. Mar 14 14:37:18.470475 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-11f67cef-eb1b-4a79-b975-cfb3f36e25f9 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/security-groups/4c446449-4068-4f63-8fa0-d0e9beaac435 HTTP/1.1" status: 404 len: 347 time: 0.0165641 Mar 14 14:37:18.473517 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 38922) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:37:18.601478 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-a6df1d68-a927-46de-8fd4-549536c7001c tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Deleting port 752da7b0-b29d-40a8-9014-76050cb52473 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:37:18.601820 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a6df1d68-a927-46de-8fd4-549536c7001c tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744330222830'] for port (752da7b0-b29d-40a8-9014-76050cb52473), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:18.684197 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a6df1d68-a927-46de-8fd4-549536c7001c tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982366'] for port (752da7b0-b29d-40a8-9014-76050cb52473), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:18.684586 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a6df1d68-a927-46de-8fd4-549536c7001c tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks [] for floatingip (752da7b0-b29d-40a8-9014-76050cb52473), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:18.696977 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-a6df1d68-a927-46de-8fd4-549536c7001c tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Calling delete_port for 752da7b0-b29d-40a8-9014-76050cb52473 owned by network:floatingip {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:37:19.017726 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a6df1d68-a927-46de-8fd4-549536c7001c tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744330232405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744329793208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9848306'] for port (752da7b0-b29d-40a8-9014-76050cb52473), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:19.046754 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6df1d68-a927-46de-8fd4-549536c7001c tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Pushing event deleted for resources: {'Port': ['ID=752da7b0-b29d-40a8-9014-76050cb52473,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:19.119560 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a6df1d68-a927-46de-8fd4-549536c7001c tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks [] for floatingip (ed07c937-fa0c-4232-8761-6fa1d3fe159b), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:19.122121 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a6df1d68-a927-46de-8fd4-549536c7001c tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90846'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:19.123396 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-a6df1d68-a927-46de-8fd4-549536c7001c tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "DELETE /v2.0/floatingips/ed07c937-fa0c-4232-8761-6fa1d3fe159b HTTP/1.1" status: 204 len: 168 time: 0.6487877 Mar 14 14:37:19.363768 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 38930) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:37:19.368519 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.v2.base [None req-7a614f3e-5830-43a8-964a-d692f47d40c1 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Request body: {'security_group': {'name': 'tempest-securitygroup--581485411', 'description': 'tempest-description--1349827277'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:37:19.474567 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7a614f3e-5830-43a8-964a-d692f47d40c1 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:19.543512 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7a614f3e-5830-43a8-964a-d692f47d40c1 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks [] for security_group (c6a8612b-4d37-43fd-be17-10be46c573de), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:19.640582 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7a614f3e-5830-43a8-964a-d692f47d40c1 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (c6a8612b-4d37-43fd-be17-10be46c573de), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:19.670991 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a614f3e-5830-43a8-964a-d692f47d40c1 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a8612b-4d37-43fd-be17-10be46c573de,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:19.705270 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7a614f3e-5830-43a8-964a-d692f47d40c1 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:19.706827 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-7a614f3e-5830-43a8-964a-d692f47d40c1 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3419638 Mar 14 14:37:19.709935 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 38932) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:37:19.714684 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.v2.base [None req-c4186197-454c-48f8-843b-9cbb6db03b52 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Request body: {'security_group_rule': {'security_group_id': 'c6a8612b-4d37-43fd-be17-10be46c573de', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:37:19.788405 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c4186197-454c-48f8-843b-9cbb6db03b52 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks [] for security_group_rule (e07d574d-b619-4b81-ad63-ac4d3f2eabaa), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:19.874265 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c4186197-454c-48f8-843b-9cbb6db03b52 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks [] for security_group_rule (e07d574d-b619-4b81-ad63-ac4d3f2eabaa), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:19.954382 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c4186197-454c-48f8-843b-9cbb6db03b52 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000373'] for security_group_rule (e07d574d-b619-4b81-ad63-ac4d3f2eabaa), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:19.975401 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4186197-454c-48f8-843b-9cbb6db03b52 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e07d574d-b619-4b81-ad63-ac4d3f2eabaa,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:20.047471 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c4186197-454c-48f8-843b-9cbb6db03b52 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:20.048744 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-c4186197-454c-48f8-843b-9cbb6db03b52 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3378627 Mar 14 14:37:20.051832 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 38938) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:37:20.056549 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.v2.base [None req-54fa3acf-1547-4eb1-96ed-2bcc5bad4f29 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Request body: {'security_group_rule': {'security_group_id': 'c6a8612b-4d37-43fd-be17-10be46c573de', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:37:20.166022 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-54fa3acf-1547-4eb1-96ed-2bcc5bad4f29 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks [] for security_group_rule (32ca7455-bd56-46b1-8d3e-e73ac0efb99a), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:20.241866 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-54fa3acf-1547-4eb1-96ed-2bcc5bad4f29 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks [] for security_group_rule (32ca7455-bd56-46b1-8d3e-e73ac0efb99a), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:20.320583 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-54fa3acf-1547-4eb1-96ed-2bcc5bad4f29 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000373'] for security_group_rule (32ca7455-bd56-46b1-8d3e-e73ac0efb99a), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:20.342140 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fa3acf-1547-4eb1-96ed-2bcc5bad4f29 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32ca7455-bd56-46b1-8d3e-e73ac0efb99a,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:20.453804 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-54fa3acf-1547-4eb1-96ed-2bcc5bad4f29 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:20.455101 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-54fa3acf-1547-4eb1-96ed-2bcc5bad4f29 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4022858 Mar 14 14:37:20.458998 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 38940) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:37:20.465461 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.v2.base [None req-6fb8a76b-7a55-46a2-8470-0f870088aacb tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Request body: {'floatingip': {'floating_network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:37:20.680312 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6fb8a76b-7a55-46a2-8470-0f870088aacb tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:20.688892 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Device 5599561f-d3bf-4467-944a-f10da42a4df6 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:37:20.723391 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] No Port match for: 5599561f-d3bf-4467-944a-f10da42a4df6 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 14:37:20.724008 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Device 5599561f-d3bf-4467-944a-f10da42a4df6 not bound to the agent host hv-cinder-79053 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 14:37:20.797743 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6fb8a76b-7a55-46a2-8470-0f870088aacb tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:20.912521 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-6fb8a76b-7a55-46a2-8470-0f870088aacb tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Allocated IP 172.28.2.68 (21060e90-61ba-4e92-afb3-f12491c9b56b/3278263d-ed58-402f-9606-a5b3ef606428/15565894-c81f-4248-b5ab-d11512533360) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:37:21.040251 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6fb8a76b-7a55-46a2-8470-0f870088aacb tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks [] for port (15565894-c81f-4248-b5ab-d11512533360), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:21.137723 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6fb8a76b-7a55-46a2-8470-0f870088aacb tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744329793199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9848306'] for port (15565894-c81f-4248-b5ab-d11512533360), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:21.183997 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb8a76b-7a55-46a2-8470-0f870088aacb tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Network 21060e90-61ba-4e92-afb3-f12491c9b56b is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:37:21.187202 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-6fb8a76b-7a55-46a2-8470-0f870088aacb tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:37:21.189759 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb8a76b-7a55-46a2-8470-0f870088aacb tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:37:21.218290 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb8a76b-7a55-46a2-8470-0f870088aacb tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Pushing event updated for resources: {'Port': ['ID=15565894-c81f-4248-b5ab-d11512533360,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:21.294833 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6fb8a76b-7a55-46a2-8470-0f870088aacb tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks [] for floatingip (c574b627-49da-4352-a3e7-a95c5e42c3b5), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:21.408071 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6fb8a76b-7a55-46a2-8470-0f870088aacb tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (15565894-c81f-4248-b5ab-d11512533360), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:21.580594 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6fb8a76b-7a55-46a2-8470-0f870088aacb tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks [] for port (15565894-c81f-4248-b5ab-d11512533360), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:21.674468 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6fb8a76b-7a55-46a2-8470-0f870088aacb tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9848299'] for port (15565894-c81f-4248-b5ab-d11512533360), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:21.756846 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb8a76b-7a55-46a2-8470-0f870088aacb tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Pushing event updated for resources: {'Port': ['ID=15565894-c81f-4248-b5ab-d11512533360,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:21.771154 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6fb8a76b-7a55-46a2-8470-0f870088aacb tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2016456'] for floatingip (c574b627-49da-4352-a3e7-a95c5e42c3b5), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:21.872859 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6fb8a76b-7a55-46a2-8470-0f870088aacb tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90846'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:21.875007 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-6fb8a76b-7a55-46a2-8470-0f870088aacb tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4145317 Mar 14 14:37:22.157454 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-8162458d-97ec-42a1-89d7-8823d878da1e req-7eb0ecde-cd32-40d9-be53-87537e66998f tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--581485411&fields=id&tenant_id=9a82d323ca8e4f358a750af658b4eeb2 HTTP/1.1" status: 200 len: 267 time: 0.0535233 Mar 14 14:37:22.284409 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162458d-97ec-42a1-89d7-8823d878da1e req-87bb797a-ace1-4869-832e-e9be3d84997b tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:37:22.285960 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-8162458d-97ec-42a1-89d7-8823d878da1e req-87bb797a-ace1-4869-832e-e9be3d84997b tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/networks?id=5d4a8694-0239-4e2f-aa18-849c2487601b HTTP/1.1" status: 200 len: 814 time: 0.1218305 Mar 14 14:37:22.302700 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-8162458d-97ec-42a1-89d7-8823d878da1e req-be3cd9b2-62fb-4e51-b105-d79f76af236d tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/quotas/9a82d323ca8e4f358a750af658b4eeb2 HTTP/1.1" status: 200 len: 375 time: 0.0111947 Mar 14 14:37:22.365070 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-8162458d-97ec-42a1-89d7-8823d878da1e req-aeb953ee-d127-46b8-9465-7280b6159879 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=9a82d323ca8e4f358a750af658b4eeb2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0567997 Mar 14 14:37:22.472694 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-8162458d-97ec-42a1-89d7-8823d878da1e req-9ecad20f-c710-47db-bc94-20adf3129150 service neutron] 10.222.0.58 "GET /v2.0/networks/5d4a8694-0239-4e2f-aa18-849c2487601b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954447 Mar 14 14:37:22.582246 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-8162458d-97ec-42a1-89d7-8823d878da1e req-a27aa15e-db08-44da-9f24-571b44101683 service neutron] 10.222.0.58 "GET /v2.0/networks/5d4a8694-0239-4e2f-aa18-849c2487601b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035130 Mar 14 14:37:22.842356 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-43eec1b9-63e8-4644-8505-273d32e75833 req-b2dc925f-24c7-4612-95a0-35e38851e61e tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/ports?device_id=979aa0da-3dec-48fb-a311-ab879271af02 HTTP/1.1" status: 200 len: 210 time: 0.0312386 Mar 14 14:37:23.938111 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-309c1886-071a-4791-b8dd-1e73c660fd4e req-119484fd-7930-4f44-86d5-cad6d673b22e tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/ports?device_id=979aa0da-3dec-48fb-a311-ab879271af02 HTTP/1.1" status: 200 len: 210 time: 0.0287085 Mar 14 14:37:25.034323 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-5313e1a8-a523-482c-939a-04f92b4fa9bd req-9fc35015-e720-4328-b253-bc69d96c9efc tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/ports?device_id=979aa0da-3dec-48fb-a311-ab879271af02 HTTP/1.1" status: 200 len: 210 time: 0.0287242 Mar 14 14:37:25.466498 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162458d-97ec-42a1-89d7-8823d878da1e req-6637b35b-2d0b-41aa-bbae-43fe557ab2fc tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:37:25.468084 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-8162458d-97ec-42a1-89d7-8823d878da1e req-6637b35b-2d0b-41aa-bbae-43fe557ab2fc tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.35 "GET /v2.0/networks?id=5d4a8694-0239-4e2f-aa18-849c2487601b HTTP/1.1" status: 200 len: 814 time: 0.1176240 Mar 14 14:37:25.530730 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-8162458d-97ec-42a1-89d7-8823d878da1e req-f1f4c25a-49a2-4e44-a11e-b8ccaa2d92d5 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a82d323ca8e4f358a750af658b4eeb2 HTTP/1.1" status: 200 len: 379 time: 0.0548465 Mar 14 14:37:25.539529 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.v2.base [req-8162458d-97ec-42a1-89d7-8823d878da1e req-e0e6fbd8-0126-4848-9bc2-7c0696a04a48 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Request body: {'port': {'device_id': '979aa0da-3dec-48fb-a311-ab879271af02', 'network_id': '5d4a8694-0239-4e2f-aa18-849c2487601b', 'admin_state_up': True, 'tenant_id': '9a82d323ca8e4f358a750af658b4eeb2', 'security_groups': ['c6a8612b-4d37-43fd-be17-10be46c573de']}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:37:25.720318 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8162458d-97ec-42a1-89d7-8823d878da1e req-e0e6fbd8-0126-4848-9bc2-7c0696a04a48 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Made reservation on behalf of 9a82d323ca8e4f358a750af658b4eeb2 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:37:25.723898 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-8162458d-97ec-42a1-89d7-8823d878da1e req-e0e6fbd8-0126-4848-9bc2-7c0696a04a48 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:25.870123 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-8162458d-97ec-42a1-89d7-8823d878da1e req-e0e6fbd8-0126-4848-9bc2-7c0696a04a48 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Allocated IP 172.20.0.6 (5d4a8694-0239-4e2f-aa18-849c2487601b/552817ad-4405-41ef-9fca-99665a7d7043/6152d0b0-2af5-47f2-947b-afc0e9222213) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:37:25.914500 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (5e7a912f-556e-4923-ad48-72f47c325557), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:26.151318 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-308d942f-b359-4786-9e3c-75e03904a3b7 req-a8894f7c-ffb7-40e8-80b9-5caeb4c6ad64 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/ports?device_id=979aa0da-3dec-48fb-a311-ab879271af02 HTTP/1.1" status: 200 len: 210 time: 0.0320661 Mar 14 14:37:26.301160 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-8162458d-97ec-42a1-89d7-8823d878da1e req-e0e6fbd8-0126-4848-9bc2-7c0696a04a48 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks [] for port (6152d0b0-2af5-47f2-947b-afc0e9222213), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:26.395884 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-8162458d-97ec-42a1-89d7-8823d878da1e req-e0e6fbd8-0126-4848-9bc2-7c0696a04a48 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744329793199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9848306'] for port (6152d0b0-2af5-47f2-947b-afc0e9222213), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:26.447306 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8162458d-97ec-42a1-89d7-8823d878da1e req-e0e6fbd8-0126-4848-9bc2-7c0696a04a48 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Network 5d4a8694-0239-4e2f-aa18-849c2487601b is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:37:26.452266 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-8162458d-97ec-42a1-89d7-8823d878da1e req-e0e6fbd8-0126-4848-9bc2-7c0696a04a48 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:37:26.456806 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-8162458d-97ec-42a1-89d7-8823d878da1e req-e0e6fbd8-0126-4848-9bc2-7c0696a04a48 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:37:26.464114 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e6fbd8-0126-4848-9bc2-7c0696a04a48 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Pushing event updated for resources: {'Port': ['ID=6152d0b0-2af5-47f2-947b-afc0e9222213,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:26.551119 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162458d-97ec-42a1-89d7-8823d878da1e req-e0e6fbd8-0126-4848-9bc2-7c0696a04a48 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:37:26.554515 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-8162458d-97ec-42a1-89d7-8823d878da1e req-e0e6fbd8-0126-4848-9bc2-7c0696a04a48 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90846'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:26.693576 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-0bda09a9-a8f5-433e-a2b5-045d3b956e93 None None] Provisioning complete for port 6152d0b0-2af5-47f2-947b-afc0e9222213 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:37:26.694058 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0bda09a9-a8f5-433e-a2b5-045d3b956e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (6152d0b0-2af5-47f2-947b-afc0e9222213), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:26.701023 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-8162458d-97ec-42a1-89d7-8823d878da1e req-e0e6fbd8-0126-4848-9bc2-7c0696a04a48 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1652141 Mar 14 14:37:26.713307 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.v2.base [req-8162458d-97ec-42a1-89d7-8823d878da1e req-90566548-90d0-40b2-b71d-276123850c59 service neutron] Request body: {'port': {'device_id': '979aa0da-3dec-48fb-a311-ab879271af02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:37:26.734755 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-0bda09a9-a8f5-433e-a2b5-045d3b956e93 None None] Port 6152d0b0-2af5-47f2-947b-afc0e9222213 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 14:37:26.794461 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-8162458d-97ec-42a1-89d7-8823d878da1e req-90566548-90d0-40b2-b71d-276123850c59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (6152d0b0-2af5-47f2-947b-afc0e9222213), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:27.139322 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.notifiers.nova [req-8162458d-97ec-42a1-89d7-8823d878da1e req-90566548-90d0-40b2-b71d-276123850c59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6152d0b0-2af5-47f2-947b-afc0e9222213 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 14:37:27.155816 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-8162458d-97ec-42a1-89d7-8823d878da1e req-90566548-90d0-40b2-b71d-276123850c59 service neutron] Publish callbacks [] for port (6152d0b0-2af5-47f2-947b-afc0e9222213), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:27.175592 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-8162458d-97ec-42a1-89d7-8823d878da1e req-90566548-90d0-40b2-b71d-276123850c59 service neutron] Transition to ACTIVE for port object 6152d0b0-2af5-47f2-947b-afc0e9222213 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 14:37:27.254822 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-8162458d-97ec-42a1-89d7-8823d878da1e req-90566548-90d0-40b2-b71d-276123850c59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9848299'] for port (6152d0b0-2af5-47f2-947b-afc0e9222213), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:27.335133 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242fd3d-9a3a-4a4f-a46a-2bd9ae321378 req-479adf36-c001-4d09-b5af-cfd5aea42d7e tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:37:27.336924 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-c242fd3d-9a3a-4a4f-a46a-2bd9ae321378 req-479adf36-c001-4d09-b5af-cfd5aea42d7e tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/ports?device_id=979aa0da-3dec-48fb-a311-ab879271af02 HTTP/1.1" status: 200 len: 943 time: 0.0851576 Mar 14 14:37:27.361137 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90566548-90d0-40b2-b71d-276123850c59 service neutron] Pushing event updated for resources: {'Port': ['ID=6152d0b0-2af5-47f2-947b-afc0e9222213,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:27.401066 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-c242fd3d-9a3a-4a4f-a46a-2bd9ae321378 req-e43f2b2d-b946-44e2-95bd-2d71b1575362 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/security-groups?id=c6a8612b-4d37-43fd-be17-10be46c573de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557890 Mar 14 14:37:27.455545 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-8162458d-97ec-42a1-89d7-8823d878da1e req-90566548-90d0-40b2-b71d-276123850c59 service neutron] Attempting to bind port 6152d0b0-2af5-47f2-947b-afc0e9222213 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:37:27.456379 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-8162458d-97ec-42a1-89d7-8823d878da1e req-90566548-90d0-40b2-b71d-276123850c59 service neutron] Attempting to bind port 6152d0b0-2af5-47f2-947b-afc0e9222213 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '2e71eb14-5578-4214-b785-a17f91764def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5d4a8694-0239-4e2f-aa18-849c2487601b'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:37:27.456709 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8162458d-97ec-42a1-89d7-8823d878da1e req-90566548-90d0-40b2-b71d-276123850c59 service neutron] Attempting to bind port 6152d0b0-2af5-47f2-947b-afc0e9222213 on network 5d4a8694-0239-4e2f-aa18-849c2487601b {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:37:27.461869 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8162458d-97ec-42a1-89d7-8823d878da1e req-90566548-90d0-40b2-b71d-276123850c59 service neutron] Port 6152d0b0-2af5-47f2-947b-afc0e9222213 on network 5d4a8694-0239-4e2f-aa18-849c2487601b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 14:37:27.462453 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8162458d-97ec-42a1-89d7-8823d878da1e req-90566548-90d0-40b2-b71d-276123850c59 service neutron] Attempting to bind port 6152d0b0-2af5-47f2-947b-afc0e9222213 on network 5d4a8694-0239-4e2f-aa18-849c2487601b {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:37:27.469095 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8162458d-97ec-42a1-89d7-8823d878da1e req-90566548-90d0-40b2-b71d-276123850c59 service neutron] Checking agent: {'id': '5e7a912f-556e-4923-ad48-72f47c325557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 26, 56), 'started_at': datetime.datetime(2022, 3, 14, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:37:27.469535 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8162458d-97ec-42a1-89d7-8823d878da1e req-90566548-90d0-40b2-b71d-276123850c59 service neutron] Checking segment: {'id': '2e71eb14-5578-4214-b785-a17f91764def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5d4a8694-0239-4e2f-aa18-849c2487601b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:37:27.469992 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8162458d-97ec-42a1-89d7-8823d878da1e req-90566548-90d0-40b2-b71d-276123850c59 service neutron] Bound using segment: {'id': '2e71eb14-5578-4214-b785-a17f91764def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5d4a8694-0239-4e2f-aa18-849c2487601b'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:37:27.470493 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-8162458d-97ec-42a1-89d7-8823d878da1e req-90566548-90d0-40b2-b71d-276123850c59 service neutron] Bound port: 6152d0b0-2af5-47f2-947b-afc0e9222213, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e71eb14-5578-4214-b785-a17f91764def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5d4a8694-0239-4e2f-aa18-849c2487601b'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:37:27.470928 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-8162458d-97ec-42a1-89d7-8823d878da1e req-90566548-90d0-40b2-b71d-276123850c59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (6152d0b0-2af5-47f2-947b-afc0e9222213), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:27.552272 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-8162458d-97ec-42a1-89d7-8823d878da1e req-90566548-90d0-40b2-b71d-276123850c59 service neutron] For port 6152d0b0-2af5-47f2-947b-afc0e9222213, host hv-cinder-79053, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:37:27.556617 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-8162458d-97ec-42a1-89d7-8823d878da1e req-90566548-90d0-40b2-b71d-276123850c59 service neutron] For port 6152d0b0-2af5-47f2-947b-afc0e9222213, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6152d0b0-2af5-47f2-947b-afc0e9222213,segment=NetworkSegment(2e71eb14-5578-4214-b785-a17f91764def),segment_id=2e71eb14-5578-4214-b785-a17f91764def)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:37:27.634756 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-8162458d-97ec-42a1-89d7-8823d878da1e req-90566548-90d0-40b2-b71d-276123850c59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9848299'] for port (6152d0b0-2af5-47f2-947b-afc0e9222213), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:27.674344 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162458d-97ec-42a1-89d7-8823d878da1e req-90566548-90d0-40b2-b71d-276123850c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:37:27.674979 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-8162458d-97ec-42a1-89d7-8823d878da1e req-90566548-90d0-40b2-b71d-276123850c59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90846'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:27.676445 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-8162458d-97ec-42a1-89d7-8823d878da1e req-90566548-90d0-40b2-b71d-276123850c59 service neutron] 10.222.0.35 "PUT /v2.0/ports/6152d0b0-2af5-47f2-947b-afc0e9222213 HTTP/1.1" status: 200 len: 1093 time: 0.9680154 Mar 14 14:37:27.676915 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '979aa0da-3dec-48fb-a311-ab879271af02', 'tag': '6152d0b0-2af5-47f2-947b-afc0e9222213'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:37:27.679205 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecc69d4607165f869e932d0d7c88ad38dd700a403a0c37ccec57971c369afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0cf2c54-6850-46b9-8554-3600b48fd9d9" -d '{"events": [{"name": "network-changed", "server_uuid": "979aa0da-3dec-48fb-a311-ab879271af02", "tag": "6152d0b0-2af5-47f2-947b-afc0e9222213"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:37:27.710646 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90566548-90d0-40b2-b71d-276123850c59 service neutron] Pushing event updated for resources: {'Port': ['ID=6152d0b0-2af5-47f2-947b-afc0e9222213,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:27.715575 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 39014) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:37:27.746207 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 14:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-981078f1-d1ed-41e4-bf7d-3943d875acaf x-openstack-request-id: req-981078f1-d1ed-41e4-bf7d-3943d875acaf {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:37:27.746207 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "979aa0da-3dec-48fb-a311-ab879271af02", "tag": "6152d0b0-2af5-47f2-947b-afc0e9222213", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:37:27.746207 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-981078f1-d1ed-41e4-bf7d-3943d875acaf {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:37:27.746207 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '979aa0da-3dec-48fb-a311-ab879271af02', 'tag': '6152d0b0-2af5-47f2-947b-afc0e9222213', 'status': 'completed', 'code': 200} Mar 14 14:37:27.837328 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf2c54-6850-46b9-8554-3600b48fd9d9 req-e6a33edf-9560-4d83-ae6b-260caa0fd11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:37:27.838898 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-d0cf2c54-6850-46b9-8554-3600b48fd9d9 req-e6a33edf-9560-4d83-ae6b-260caa0fd11a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9a82d323ca8e4f358a750af658b4eeb2&device_id=979aa0da-3dec-48fb-a311-ab879271af02 HTTP/1.1" status: 200 len: 1127 time: 0.0726869 Mar 14 14:37:27.858522 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-43266006-548e-4b56-9164-a706a5d8cf81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:27.962646 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf2c54-6850-46b9-8554-3600b48fd9d9 req-5aa62010-0260-433c-9484-ca9bab87e1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:37:27.964772 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-d0cf2c54-6850-46b9-8554-3600b48fd9d9 req-5aa62010-0260-433c-9484-ca9bab87e1ef service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=9a82d323ca8e4f358a750af658b4eeb2&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1187742 Mar 14 14:37:27.976469 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-43266006-548e-4b56-9164-a706a5d8cf81 admin admin] Publish callbacks [] for security_group (b5311b58-f071-462c-a69c-214c999cfd44), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:28.057166 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-43266006-548e-4b56-9164-a706a5d8cf81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (b5311b58-f071-462c-a69c-214c999cfd44), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:28.067292 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf2c54-6850-46b9-8554-3600b48fd9d9 req-2ba98075-54a8-47b1-8ae7-f3c2b40b904b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:37:28.068782 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-d0cf2c54-6850-46b9-8554-3600b48fd9d9 req-2ba98075-54a8-47b1-8ae7-f3c2b40b904b service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0989847 Mar 14 14:37:28.098238 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-43266006-548e-4b56-9164-a706a5d8cf81 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=53f6832b97c74e7ea84dc2df724f797c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3814631 Mar 14 14:37:28.099163 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43266006-548e-4b56-9164-a706a5d8cf81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5311b58-f071-462c-a69c-214c999cfd44,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:28.101219 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 39018) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:37:28.196564 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162458d-97ec-42a1-89d7-8823d878da1e req-27ad56b5-71e7-48fe-9a56-48e9e33f988f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:37:28.197982 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-8162458d-97ec-42a1-89d7-8823d878da1e req-27ad56b5-71e7-48fe-9a56-48e9e33f988f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9a82d323ca8e4f358a750af658b4eeb2&device_id=979aa0da-3dec-48fb-a311-ab879271af02 HTTP/1.1" status: 200 len: 1127 time: 0.0895653 Mar 14 14:37:28.199863 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cf603067-777b-44cc-b40e-8a4d59fb5a4a admin admin] Publish callbacks [] for security_group (b5311b58-f071-462c-a69c-214c999cfd44), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:28.253144 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-8162458d-97ec-42a1-89d7-8823d878da1e req-89c877cd-afc5-44f0-92dd-c5493f5a9f6e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6152d0b0-2af5-47f2-947b-afc0e9222213 HTTP/1.1" status: 200 len: 217 time: 0.0480821 Mar 14 14:37:28.258619 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cf603067-777b-44cc-b40e-8a4d59fb5a4a admin admin] Publish callbacks [] for security_group (b5311b58-f071-462c-a69c-214c999cfd44), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:28.332604 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162458d-97ec-42a1-89d7-8823d878da1e req-1ecbd80a-86e5-4d21-93d5-d1644f16cc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:37:28.334102 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-8162458d-97ec-42a1-89d7-8823d878da1e req-1ecbd80a-86e5-4d21-93d5-d1644f16cc7b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=552817ad-4405-41ef-9fca-99665a7d7043 HTTP/1.1" status: 200 len: 853 time: 0.0733743 Mar 14 14:37:28.407161 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162458d-97ec-42a1-89d7-8823d878da1e req-b5671097-940e-41d8-98d7-d095d632ff53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:37:28.408727 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-8162458d-97ec-42a1-89d7-8823d878da1e req-b5671097-940e-41d8-98d7-d095d632ff53 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5d4a8694-0239-4e2f-aa18-849c2487601b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0678258 Mar 14 14:37:28.476474 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cf603067-777b-44cc-b40e-8a4d59fb5a4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (b5311b58-f071-462c-a69c-214c999cfd44), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:28.479175 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cf603067-777b-44cc-b40e-8a4d59fb5a4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:28.480490 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-cf603067-777b-44cc-b40e-8a4d59fb5a4a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b5311b58-f071-462c-a69c-214c999cfd44 HTTP/1.1" status: 204 len: 168 time: 0.3781319 Mar 14 14:37:28.496193 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf603067-777b-44cc-b40e-8a4d59fb5a4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5311b58-f071-462c-a69c-214c999cfd44,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:28.534074 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-8162458d-97ec-42a1-89d7-8823d878da1e req-45c8075f-8854-4593-bc54-9f02475a4d4c service neutron] 10.222.0.35 "GET /v2.0/networks/5d4a8694-0239-4e2f-aa18-849c2487601b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188693 Mar 14 14:37:28.552029 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f060385b-b391-48a8-8e2e-a4a2b6ab72b7 req-428db190-5b30-47bb-974c-d12c34902291 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:37:28.555496 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-f060385b-b391-48a8-8e2e-a4a2b6ab72b7 req-428db190-5b30-47bb-974c-d12c34902291 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/ports?device_id=979aa0da-3dec-48fb-a311-ab879271af02 HTTP/1.1" status: 200 len: 943 time: 0.0633709 Mar 14 14:37:28.609049 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-f060385b-b391-48a8-8e2e-a4a2b6ab72b7 req-b2f4518a-9603-4ce0-aed5-bc3d535473d6 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/security-groups?id=c6a8612b-4d37-43fd-be17-10be46c573de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488780 Mar 14 14:37:28.647156 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-8162458d-97ec-42a1-89d7-8823d878da1e req-883aa0c1-219c-4b37-a4fe-a3e482290c0a service neutron] 10.222.0.35 "GET /v2.0/networks/5d4a8694-0239-4e2f-aa18-849c2487601b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063130 Mar 14 14:37:29.766260 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a4fa36-f3a3-4146-a76e-43f8663c8cb6 req-c6cd74ba-dbeb-4e44-b197-a22301add6bd tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:37:29.769152 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-d7a4fa36-f3a3-4146-a76e-43f8663c8cb6 req-c6cd74ba-dbeb-4e44-b197-a22301add6bd tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/ports?device_id=979aa0da-3dec-48fb-a311-ab879271af02 HTTP/1.1" status: 200 len: 943 time: 0.0740089 Mar 14 14:37:29.827110 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-d7a4fa36-f3a3-4146-a76e-43f8663c8cb6 req-b872127f-8878-4bff-970f-1185654dd4c7 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/security-groups?id=c6a8612b-4d37-43fd-be17-10be46c573de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522885 Mar 14 14:37:30.957766 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c475fc3-4c66-4957-818b-160792d0572a req-19073f20-5421-49db-ae3c-a5af249ceb0d tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:37:30.959442 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-5c475fc3-4c66-4957-818b-160792d0572a req-19073f20-5421-49db-ae3c-a5af249ceb0d tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/ports?device_id=979aa0da-3dec-48fb-a311-ab879271af02 HTTP/1.1" status: 200 len: 943 time: 0.0594800 Mar 14 14:37:31.014175 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-5c475fc3-4c66-4957-818b-160792d0572a req-97917e99-b4db-43b9-b9d1-ca303d81c658 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/security-groups?id=c6a8612b-4d37-43fd-be17-10be46c573de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485108 Mar 14 14:37:32.153536 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b862dbe1-f441-468e-880a-6703101d576f req-bbba03a5-617a-4336-a113-3a2d71ae9bdb tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:37:32.155282 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-b862dbe1-f441-468e-880a-6703101d576f req-bbba03a5-617a-4336-a113-3a2d71ae9bdb tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/ports?device_id=979aa0da-3dec-48fb-a311-ab879271af02 HTTP/1.1" status: 200 len: 943 time: 0.0674438 Mar 14 14:37:32.211039 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-b862dbe1-f441-468e-880a-6703101d576f req-9c89d06b-4cca-43a6-95af-2b10914aa3c4 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/security-groups?id=c6a8612b-4d37-43fd-be17-10be46c573de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499003 Mar 14 14:37:32.749340 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Device 6152d0b0-2af5-47f2-947b-afc0e9222213 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 14:37:32.862514 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] For port 6152d0b0-2af5-47f2-947b-afc0e9222213, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6152d0b0-2af5-47f2-947b-afc0e9222213,segment=NetworkSegment(2e71eb14-5578-4214-b785-a17f91764def),segment_id=2e71eb14-5578-4214-b785-a17f91764def)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:37:32.875942 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Returning: {'device': '6152d0b0-2af5-47f2-947b-afc0e9222213', 'network_id': '5d4a8694-0239-4e2f-aa18-849c2487601b', 'port_id': '6152d0b0-2af5-47f2-947b-afc0e9222213', 'mac_address': 'fa:16:3e:6d:d6:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '552817ad-4405-41ef-9fca-99665a7d7043', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 14:37:32.916962 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Current status of the port 6152d0b0-2af5-47f2-947b-afc0e9222213 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:37:32.917579 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (6152d0b0-2af5-47f2-947b-afc0e9222213), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:32.940634 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6152d0b0-2af5-47f2-947b-afc0e9222213 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 14:37:32.974873 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] For port 6152d0b0-2af5-47f2-947b-afc0e9222213, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6152d0b0-2af5-47f2-947b-afc0e9222213,segment=NetworkSegment(2e71eb14-5578-4214-b785-a17f91764def),segment_id=2e71eb14-5578-4214-b785-a17f91764def)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:37:33.080047 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (6152d0b0-2af5-47f2-947b-afc0e9222213), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:33.139545 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Pushing event updated for resources: {'Port': ['ID=6152d0b0-2af5-47f2-947b-afc0e9222213,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:33.147777 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:37:33.148169 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:37:33.148519 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:37:33.148863 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:37:33.149202 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:37:33.149552 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:37:33.149878 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:37:33.150208 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:37:33.150536 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:37:33.150863 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:37:33.151191 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:37:33.151517 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:37:33.151842 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:37:33.152187 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:37:33.152560 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:37:33.299950 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] get_ports_and_sgs() called for port_ids ['6152d0b0-2af5-47f2-947b-afc0e9222213'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 14:37:33.360024 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e31685-0aa4-4d11-846b-9f30470273c3 req-3907cb83-2cb0-44a0-9719-aba538963fbc tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:37:33.361566 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-c0e31685-0aa4-4d11-846b-9f30470273c3 req-3907cb83-2cb0-44a0-9719-aba538963fbc tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/ports?device_id=979aa0da-3dec-48fb-a311-ab879271af02 HTTP/1.1" status: 200 len: 944 time: 0.0642498 Mar 14 14:37:33.417171 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-c0e31685-0aa4-4d11-846b-9f30470273c3 req-c14660db-d18a-4be8-b9a1-53bbe4c4cc72 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/security-groups?id=c6a8612b-4d37-43fd-be17-10be46c573de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464780 Mar 14 14:37:34.551095 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee51d8f-6c47-42c5-b79d-bb189e10be4d req-9e7ebcc6-9b07-45fa-8620-dee1048a26d4 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:37:34.552977 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-cee51d8f-6c47-42c5-b79d-bb189e10be4d req-9e7ebcc6-9b07-45fa-8620-dee1048a26d4 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/ports?device_id=979aa0da-3dec-48fb-a311-ab879271af02 HTTP/1.1" status: 200 len: 944 time: 0.0608325 Mar 14 14:37:34.614980 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-cee51d8f-6c47-42c5-b79d-bb189e10be4d req-20e3ae06-fbef-4a00-b3de-295b511193a6 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/security-groups?id=c6a8612b-4d37-43fd-be17-10be46c573de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550730 Mar 14 14:37:34.749775 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Device 6152d0b0-2af5-47f2-947b-afc0e9222213 up at agent hyperv_hv-cinder-79053 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:37:34.868615 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Provisioning for port 6152d0b0-2af5-47f2-947b-afc0e9222213 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 14:37:34.873163 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Provisioning complete for port 6152d0b0-2af5-47f2-947b-afc0e9222213 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:37:34.873477 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (6152d0b0-2af5-47f2-947b-afc0e9222213), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:34.957995 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Current status of the port 6152d0b0-2af5-47f2-947b-afc0e9222213 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:37:34.958395 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (6152d0b0-2af5-47f2-947b-afc0e9222213), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:34.983143 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '979aa0da-3dec-48fb-a311-ab879271af02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6152d0b0-2af5-47f2-947b-afc0e9222213'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:37:34.985467 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b7ebcd0391bc29bcab12edcb0ac311dc480f3a51940d576a7fcfe4e03a4514e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe404af-628c-4d9f-9a82-7ddcc828ccf2" -d '{"events": [{"server_uuid": "979aa0da-3dec-48fb-a311-ab879271af02", "name": "network-vif-plugged", "status": "completed", "tag": "6152d0b0-2af5-47f2-947b-afc0e9222213"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:37:34.998851 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] For port 6152d0b0-2af5-47f2-947b-afc0e9222213, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6152d0b0-2af5-47f2-947b-afc0e9222213,segment=NetworkSegment(2e71eb14-5578-4214-b785-a17f91764def),segment_id=2e71eb14-5578-4214-b785-a17f91764def)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:37:35.021991 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 14:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9686181-050f-4f88-84ac-907905f33d91 x-openstack-request-id: req-c9686181-050f-4f88-84ac-907905f33d91 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:37:35.022321 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "979aa0da-3dec-48fb-a311-ab879271af02", "name": "network-vif-plugged", "status": "completed", "tag": "6152d0b0-2af5-47f2-947b-afc0e9222213", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:37:35.022562 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c9686181-050f-4f88-84ac-907905f33d91 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:37:35.022999 dv-cinder-790535-28-smb neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '979aa0da-3dec-48fb-a311-ab879271af02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6152d0b0-2af5-47f2-947b-afc0e9222213', 'code': 200} Mar 14 14:37:35.070054 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (6152d0b0-2af5-47f2-947b-afc0e9222213), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:35.124464 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Pushing event updated for resources: {'Port': ['ID=6152d0b0-2af5-47f2-947b-afc0e9222213,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:37:35.355764 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8627129e-52cd-48c3-84f8-49151a8f4f04 req-ef1a9092-2c45-4e61-a4a9-f275d66e1bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:37:35.357317 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-8627129e-52cd-48c3-84f8-49151a8f4f04 req-ef1a9092-2c45-4e61-a4a9-f275d66e1bcf service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=979aa0da-3dec-48fb-a311-ab879271af02 HTTP/1.1" status: 200 len: 1129 time: 0.0468893 Mar 14 14:37:35.414834 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-8627129e-52cd-48c3-84f8-49151a8f4f04 req-dbc4f0a5-a5e3-4d3a-8453-a2ac66cfc609 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c6a8612b-4d37-43fd-be17-10be46c573de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511324 Mar 14 14:37:35.743269 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe502b8d-b184-449f-9b3e-65dd26453cd0 req-fd8b8981-2b60-446e-be94-2a45fe6424b5 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:37:35.744961 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-fe502b8d-b184-449f-9b3e-65dd26453cd0 req-fd8b8981-2b60-446e-be94-2a45fe6424b5 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/ports?device_id=979aa0da-3dec-48fb-a311-ab879271af02 HTTP/1.1" status: 200 len: 945 time: 0.0578251 Mar 14 14:37:35.804552 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-fe502b8d-b184-449f-9b3e-65dd26453cd0 req-9672dce0-0db9-46e2-bfb8-217994b76f48 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/security-groups?id=c6a8612b-4d37-43fd-be17-10be46c573de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491493 Mar 14 14:37:36.941653 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a65de-a1e6-41f8-ac5d-fb7d2d0f4380 req-6444ab91-8b3a-41ba-b40c-62727a09ec90 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:37:36.943176 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-e27a65de-a1e6-41f8-ac5d-fb7d2d0f4380 req-6444ab91-8b3a-41ba-b40c-62727a09ec90 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/ports?device_id=979aa0da-3dec-48fb-a311-ab879271af02 HTTP/1.1" status: 200 len: 945 time: 0.0633755 Mar 14 14:37:36.992229 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-e27a65de-a1e6-41f8-ac5d-fb7d2d0f4380 req-bb0e27c4-d514-4dc4-a75f-85b5cddfa574 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/security-groups?id=c6a8612b-4d37-43fd-be17-10be46c573de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431316 Mar 14 14:37:37.124102 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72956104-3745-4e3d-b189-1e54c066da33 req-e901d8f0-0adb-47b7-bc7b-ac1851a5cac8 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:37:37.124102 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-72956104-3745-4e3d-b189-1e54c066da33 req-e901d8f0-0adb-47b7-bc7b-ac1851a5cac8 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/ports?device_id=979aa0da-3dec-48fb-a311-ab879271af02 HTTP/1.1" status: 200 len: 945 time: 0.0664561 Mar 14 14:37:37.136666 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 39042) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:37:37.141726 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.v2.base [None req-bf6af475-184b-4716-8f4f-4791b2620cf4 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Request body: {'floatingip': {'port_id': '6152d0b0-2af5-47f2-947b-afc0e9222213'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:37:37.190159 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-bf6af475-184b-4716-8f4f-4791b2620cf4 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks [] for floatingip (c574b627-49da-4352-a3e7-a95c5e42c3b5), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:37.683437 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-bf6af475-184b-4716-8f4f-4791b2620cf4 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:37.754554 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-bf6af475-184b-4716-8f4f-4791b2620cf4 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2016456'] for floatingip (c574b627-49da-4352-a3e7-a95c5e42c3b5), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:37.868453 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.db.l3_db [None req-bf6af475-184b-4716-8f4f-4791b2620cf4 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Floating IP c574b627-49da-4352-a3e7-a95c5e42c3b5 associated. External IP: 172.28.2.68, port: 6152d0b0-2af5-47f2-947b-afc0e9222213. Mar 14 14:37:38.094965 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf6af475-184b-4716-8f4f-4791b2620cf4 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Router b75cf2f1-4138-468d-9e81-4c8e80e022b4 has already been hosted by L3 agent 3a20f343-fbae-42b4-9bd9-ea7570b5f761 {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 14:37:38.209186 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf6af475-184b-4716-8f4f-4791b2620cf4 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Notify agent at l3_agent.dv-cinder-790535-28-smb the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:37:38.214381 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-bf6af475-184b-4716-8f4f-4791b2620cf4 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90846'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:38.221342 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62bcdaa7-ca7b-4220-b4a6-638aac144aec None None] Sync routers for ids ['b75cf2f1-4138-468d-9e81-4c8e80e022b4'] in dv-cinder-790535-28-smb {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:37:38.232260 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bcdaa7-ca7b-4220-b4a6-638aac144aec None None] Routers {'b75cf2f1-4138-468d-9e81-4c8e80e022b4'} bound to L3 agent in host dv-cinder-790535-28-smb {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:37:38.232888 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-62bcdaa7-ca7b-4220-b4a6-638aac144aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T14:20:13Z,description=,heartbeat_timestamp=2022-03-14T14:37:13Z,host='dv-cinder-790535-28-smb',id=3a20f343-fbae-42b4-9bd9-ea7570b5f761,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:20:14Z,topic='l3_agent')) {'router_ids': ['b75cf2f1-4138-468d-9e81-4c8e80e022b4'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:37:38.244220 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-bf6af475-184b-4716-8f4f-4791b2620cf4 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "PUT /v2.0/floatingips/c574b627-49da-4352-a3e7-a95c5e42c3b5 HTTP/1.1" status: 200 len: 990 time: 1.1063597 Mar 14 14:37:38.244794 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '979aa0da-3dec-48fb-a311-ab879271af02', 'tag': '6152d0b0-2af5-47f2-947b-afc0e9222213'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:37:38.247202 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecc69d4607165f869e932d0d7c88ad38dd700a403a0c37ccec57971c369afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a898259-443c-4dae-bead-72054975def8" -d '{"events": [{"name": "network-changed", "server_uuid": "979aa0da-3dec-48fb-a311-ab879271af02", "tag": "6152d0b0-2af5-47f2-947b-afc0e9222213"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:37:38.283572 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 14:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b943e61-6581-4d8a-b17a-7451f4b9cee4 x-openstack-request-id: req-5b943e61-6581-4d8a-b17a-7451f4b9cee4 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:37:38.283867 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "979aa0da-3dec-48fb-a311-ab879271af02", "tag": "6152d0b0-2af5-47f2-947b-afc0e9222213", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:37:38.284133 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5b943e61-6581-4d8a-b17a-7451f4b9cee4 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:37:38.284536 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '979aa0da-3dec-48fb-a311-ab879271af02', 'tag': '6152d0b0-2af5-47f2-947b-afc0e9222213', 'status': 'completed', 'code': 200} Mar 14 14:37:38.350099 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-62bcdaa7-ca7b-4220-b4a6-638aac144aec None None] Set router b75cf2f1-4138-468d-9e81-4c8e80e022b4 gateway port host: dv-cinder-790535-28-smb {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:37:38.352470 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a898259-443c-4dae-bead-72054975def8 req-2f955146-aac8-4aa4-baac-4fe60aba4c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:37:38.354032 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-1a898259-443c-4dae-bead-72054975def8 req-2f955146-aac8-4aa4-baac-4fe60aba4c43 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9a82d323ca8e4f358a750af658b4eeb2&device_id=979aa0da-3dec-48fb-a311-ab879271af02 HTTP/1.1" status: 200 len: 1129 time: 0.0481753 Mar 14 14:37:38.469498 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a898259-443c-4dae-bead-72054975def8 req-f1fc3fa4-13b9-433c-b304-ef788db0bbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:37:38.471010 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-1a898259-443c-4dae-bead-72054975def8 req-f1fc3fa4-13b9-433c-b304-ef788db0bbd8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5d4a8694-0239-4e2f-aa18-849c2487601b HTTP/1.1" status: 200 len: 915 time: 0.1099677 Mar 14 14:37:38.551999 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-1a898259-443c-4dae-bead-72054975def8 req-5f302505-1c15-455a-a232-d3670b9a21d6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6152d0b0-2af5-47f2-947b-afc0e9222213 HTTP/1.1" status: 200 len: 998 time: 0.0745842 Mar 14 14:37:38.603577 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a898259-443c-4dae-bead-72054975def8 req-5a6d8129-6e23-4566-af40-795a026729f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:37:38.605132 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-1a898259-443c-4dae-bead-72054975def8 req-5a6d8129-6e23-4566-af40-795a026729f0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=552817ad-4405-41ef-9fca-99665a7d7043 HTTP/1.1" status: 200 len: 853 time: 0.0477064 Mar 14 14:37:38.634161 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-62bcdaa7-ca7b-4220-b4a6-638aac144aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'name': 'tempest-AttachVolumeNegativeTest-705139474-router', 'tenant_id': '9a82d323ca8e4f358a750af658b4eeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.219'}], 'enable_snat': True}, 'gw_port_id': 'f7089ac1-60e8-4225-ad94-1f2daf56b0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:34:37Z', 'updated_at': '2022-03-14T14:34:43Z', 'revision_number': 4, 'project_id': '9a82d323ca8e4f358a750af658b4eeb2', 'gw_port': {'id': 'f7089ac1-60e8-4225-ad94-1f2daf56b0b9', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:24:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:34:38Z', 'updated_at': '2022-03-14T14:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb', '_floatingips': [{'id': 'c574b627-49da-4352-a3e7-a95c5e42c3b5', 'tenant_id': '9a82d323ca8e4f358a750af658b4eeb2', 'floating_ip_address': '172.28.2.68', 'floating_network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'router_id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'port_id': '6152d0b0-2af5-47f2-947b-afc0e9222213', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d4a8694-0239-4e2f-aa18-849c2487601b', 'mac_address': 'fa:16:3e:6d:d6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '979aa0da-3dec-48fb-a311-ab879271af02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T14:37:21Z', 'updated_at': '2022-03-14T14:37:37Z', 'revision_number': 1, 'project_id': '9a82d323ca8e4f358a750af658b4eeb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f12d4c0-cbb3-4f08-837a-423adb8783f1', 'name': '', 'network_id': '5d4a8694-0239-4e2f-aa18-849c2487601b', 'tenant_id': '9a82d323ca8e4f358a750af658b4eeb2', 'mac_address': 'fa:16:3e:95:0f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '552817ad-4405-41ef-9fca-99665a7d7043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:34:42Z', 'updated_at': '2022-03-14T14:34:50Z', 'revision_number': 5, 'project_id': '9a82d323ca8e4f358a750af658b4eeb2', 'subnets': [{'id': '552817ad-4405-41ef-9fca-99665a7d7043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-smb', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:37:38.663851 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a898259-443c-4dae-bead-72054975def8 req-0deba477-2596-47e6-bc62-77f83730f42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:37:38.665611 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-1a898259-443c-4dae-bead-72054975def8 req-0deba477-2596-47e6-bc62-77f83730f42d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5d4a8694-0239-4e2f-aa18-849c2487601b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0540037 Mar 14 14:37:38.669466 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62bcdaa7-ca7b-4220-b4a6-638aac144aec None None] Checking router: b75cf2f1-4138-468d-9e81-4c8e80e022b4 for host: dv-cinder-790535-28-smb {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:37:38.679740 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bcdaa7-ca7b-4220-b4a6-638aac144aec None None] Routers {'b75cf2f1-4138-468d-9e81-4c8e80e022b4'} bound to L3 agent in host dv-cinder-790535-28-smb {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:37:38.680839 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-62bcdaa7-ca7b-4220-b4a6-638aac144aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T14:20:13Z,description=,heartbeat_timestamp=2022-03-14T14:37:13Z,host='dv-cinder-790535-28-smb',id=3a20f343-fbae-42b4-9bd9-ea7570b5f761,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:20:14Z,topic='l3_agent')) {'router_ids': ['b75cf2f1-4138-468d-9e81-4c8e80e022b4'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:37:38.784255 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-1a898259-443c-4dae-bead-72054975def8 req-2bdc1622-6f26-4610-b8b2-79546c9760c4 service neutron] 10.222.0.35 "GET /v2.0/networks/5d4a8694-0239-4e2f-aa18-849c2487601b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117098 Mar 14 14:37:38.837955 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-62bcdaa7-ca7b-4220-b4a6-638aac144aec None None] Set router b75cf2f1-4138-468d-9e81-4c8e80e022b4 gateway port host: dv-cinder-790535-28-smb {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:37:38.900391 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-1a898259-443c-4dae-bead-72054975def8 req-4dcd81c8-327a-4ab6-ac91-19b8dd4cf45c service neutron] 10.222.0.35 "GET /v2.0/networks/5d4a8694-0239-4e2f-aa18-849c2487601b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100907 Mar 14 14:37:39.242317 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-62bcdaa7-ca7b-4220-b4a6-638aac144aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'name': 'tempest-AttachVolumeNegativeTest-705139474-router', 'tenant_id': '9a82d323ca8e4f358a750af658b4eeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.219'}], 'enable_snat': True}, 'gw_port_id': 'f7089ac1-60e8-4225-ad94-1f2daf56b0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:34:37Z', 'updated_at': '2022-03-14T14:34:43Z', 'revision_number': 4, 'project_id': '9a82d323ca8e4f358a750af658b4eeb2', 'gw_port': {'id': 'f7089ac1-60e8-4225-ad94-1f2daf56b0b9', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:24:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:34:38Z', 'updated_at': '2022-03-14T14:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb', '_floatingips': [{'id': 'c574b627-49da-4352-a3e7-a95c5e42c3b5', 'tenant_id': '9a82d323ca8e4f358a750af658b4eeb2', 'floating_ip_address': '172.28.2.68', 'floating_network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'router_id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'port_id': '6152d0b0-2af5-47f2-947b-afc0e9222213', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d4a8694-0239-4e2f-aa18-849c2487601b', 'mac_address': 'fa:16:3e:6d:d6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '979aa0da-3dec-48fb-a311-ab879271af02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T14:37:21Z', 'updated_at': '2022-03-14T14:37:37Z', 'revision_number': 1, 'project_id': '9a82d323ca8e4f358a750af658b4eeb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f12d4c0-cbb3-4f08-837a-423adb8783f1', 'name': '', 'network_id': '5d4a8694-0239-4e2f-aa18-849c2487601b', 'tenant_id': '9a82d323ca8e4f358a750af658b4eeb2', 'mac_address': 'fa:16:3e:95:0f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '552817ad-4405-41ef-9fca-99665a7d7043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:34:42Z', 'updated_at': '2022-03-14T14:34:50Z', 'revision_number': 5, 'project_id': '9a82d323ca8e4f358a750af658b4eeb2', 'subnets': [{'id': '552817ad-4405-41ef-9fca-99665a7d7043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-smb', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:37:39.274761 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62bcdaa7-ca7b-4220-b4a6-638aac144aec None None] The sync data for ids ['b75cf2f1-4138-468d-9e81-4c8e80e022b4'] in dv-cinder-790535-28-smb is: [{'id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'name': 'tempest-AttachVolumeNegativeTest-705139474-router', 'tenant_id': '9a82d323ca8e4f358a750af658b4eeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.219'}], 'enable_snat': True}, 'gw_port_id': 'f7089ac1-60e8-4225-ad94-1f2daf56b0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:34:37Z', 'updated_at': '2022-03-14T14:34:43Z', 'revision_number': 4, 'project_id': '9a82d323ca8e4f358a750af658b4eeb2', 'gw_port': {'id': 'f7089ac1-60e8-4225-ad94-1f2daf56b0b9', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:24:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:34:38Z', 'updated_at': '2022-03-14T14:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb', '_floatingips': [{'id': 'c574b627-49da-4352-a3e7-a95c5e42c3b5', 'tenant_id': '9a82d323ca8e4f358a750af658b4eeb2', 'floating_ip_address': '172.28.2.68', 'floating_network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'router_id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'port_id': '6152d0b0-2af5-47f2-947b-afc0e9222213', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d4a8694-0239-4e2f-aa18-849c2487601b', 'mac_address': 'fa:16:3e:6d:d6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '979aa0da-3dec-48fb-a311-ab879271af02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T14:37:21Z', 'updated_at': '2022-03-14T14:37:37Z', 'revision_number': 1, 'project_id': '9a82d323ca8e4f358a750af658b4eeb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f12d4c0-cbb3-4f08-837a-423adb8783f1', 'name': '', 'network_id': '5d4a8694-0239-4e2f-aa18-849c2487601b', 'tenant_id': '9a82d323ca8e4f358a750af658b4eeb2', 'mac_address': 'fa:16:3e:95:0f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '552817ad-4405-41ef-9fca-99665a7d7043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:34:42Z', 'updated_at': '2022-03-14T14:34:50Z', 'revision_number': 5, 'project_id': '9a82d323ca8e4f358a750af658b4eeb2', 'subnets': [{'id': '552817ad-4405-41ef-9fca-99665a7d7043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:37:39.507542 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d56fb33-9c99-4667-9fe3-61fde99f056f None None] New status for floating IP c574b627-49da-4352-a3e7-a95c5e42c3b5: ACTIVE {{(pid=103769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 14:37:39.516542 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.agents_db [None req-65564c68-cd92-4c79-8f56-5bb994fe7015 None None] Agent healthcheck: found 6 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 14:37:40.719912 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-7654a7ed-b2a0-4ac2-8087-224f53487467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (cdfaf928-5960-4f26-8f0f-a06a7779780c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:43.233861 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4ca5bcdf-0580-4860-8ae9-ebe6d74fd1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (3a20f343-fbae-42b4-9bd9-ea7570b5f761), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:44.217373 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1359c12f-9f02-429e-8c66-1d1d1dbe42c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (105db0a1-84b9-47b6-91eb-e578cb139bff), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:45.616417 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-91e6bee0-ce44-4dbb-9ae4-7799debe7360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (837ef9e9-d083-4188-a7c6-79f2c68dbd25), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:47.165612 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (ddc61399-76bc-42cc-9da4-26f2fa974742), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:37:55.908027 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (5e7a912f-556e-4923-ad48-72f47c325557), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:10.736348 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-93fee81d-7373-4b46-a76f-4d406b413aef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (cdfaf928-5960-4f26-8f0f-a06a7779780c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:13.221742 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-7c24f234-8c79-4a3e-ba92-4782d1ca4c6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (3a20f343-fbae-42b4-9bd9-ea7570b5f761), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:14.234185 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1359c12f-9f02-429e-8c66-1d1d1dbe42c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (105db0a1-84b9-47b6-91eb-e578cb139bff), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:15.575779 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-91e6bee0-ce44-4dbb-9ae4-7799debe7360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (837ef9e9-d083-4188-a7c6-79f2c68dbd25), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:16.505738 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.agents_db [None req-65564c68-cd92-4c79-8f56-5bb994fe7015 None None] Agent healthcheck: found 6 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 14:38:17.193268 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (ddc61399-76bc-42cc-9da4-26f2fa974742), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:21.506874 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f19edfd-fd47-430b-b1a6-6715718102a5 req-85e17e97-ff78-407a-b6a9-8fec152c5223 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:21.508773 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-9f19edfd-fd47-430b-b1a6-6715718102a5 req-85e17e97-ff78-407a-b6a9-8fec152c5223 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/ports?device_id=979aa0da-3dec-48fb-a311-ab879271af02 HTTP/1.1" status: 200 len: 945 time: 0.0568759 Mar 14 14:38:21.561702 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-9f19edfd-fd47-430b-b1a6-6715718102a5 req-3bfa005b-19a4-493a-9567-b84897e8c1fd tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/security-groups?id=c6a8612b-4d37-43fd-be17-10be46c573de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472810 Mar 14 14:38:22.699344 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4420bff4-2c9c-4955-baf7-a00f7d888caa req-ebd426d7-6c43-4c98-a0de-e86629b4f980 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:22.700951 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-4420bff4-2c9c-4955-baf7-a00f7d888caa req-ebd426d7-6c43-4c98-a0de-e86629b4f980 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/ports?device_id=979aa0da-3dec-48fb-a311-ab879271af02 HTTP/1.1" status: 200 len: 945 time: 0.0612416 Mar 14 14:38:22.754156 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-4420bff4-2c9c-4955-baf7-a00f7d888caa req-b37f2efe-67de-4431-9175-292c71b148e7 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/security-groups?id=c6a8612b-4d37-43fd-be17-10be46c573de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461435 Mar 14 14:38:23.022203 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a81f10-25fe-4497-a89d-f0b4c9744be5 req-2f86e451-934e-4169-88e9-2cee3f691779 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:23.023897 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-b2a81f10-25fe-4497-a89d-f0b4c9744be5 req-2f86e451-934e-4169-88e9-2cee3f691779 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.35 "GET /v2.0/ports?device_id=979aa0da-3dec-48fb-a311-ab879271af02 HTTP/1.1" status: 200 len: 945 time: 0.0623236 Mar 14 14:38:23.138902 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-b2a81f10-25fe-4497-a89d-f0b4c9744be5 req-e10a527b-cd77-40e6-af2f-337a4f05c341 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Deleting port 6152d0b0-2af5-47f2-947b-afc0e9222213 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:38:23.139248 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-b2a81f10-25fe-4497-a89d-f0b4c9744be5 req-e10a527b-cd77-40e6-af2f-337a4f05c341 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744330222830'] for port (6152d0b0-2af5-47f2-947b-afc0e9222213), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:23.244409 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-b2a81f10-25fe-4497-a89d-f0b4c9744be5 req-e10a527b-cd77-40e6-af2f-337a4f05c341 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] For port 6152d0b0-2af5-47f2-947b-afc0e9222213, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6152d0b0-2af5-47f2-947b-afc0e9222213,segment=NetworkSegment(2e71eb14-5578-4214-b785-a17f91764def),segment_id=2e71eb14-5578-4214-b785-a17f91764def)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:38:23.245070 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-b2a81f10-25fe-4497-a89d-f0b4c9744be5 req-e10a527b-cd77-40e6-af2f-337a4f05c341 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982366'] for port (6152d0b0-2af5-47f2-947b-afc0e9222213), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:23.461933 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-b2a81f10-25fe-4497-a89d-f0b4c9744be5 req-e10a527b-cd77-40e6-af2f-337a4f05c341 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:23.462289 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-b2a81f10-25fe-4497-a89d-f0b4c9744be5 req-e10a527b-cd77-40e6-af2f-337a4f05c341 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2016456'] for floatingip (c574b627-49da-4352-a3e7-a95c5e42c3b5), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:23.462610 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.db.l3_db [req-b2a81f10-25fe-4497-a89d-f0b4c9744be5 req-e10a527b-cd77-40e6-af2f-337a4f05c341 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Floating IP c574b627-49da-4352-a3e7-a95c5e42c3b5 disassociated. External IP: 172.28.2.68, port: 6152d0b0-2af5-47f2-947b-afc0e9222213. Mar 14 14:38:23.462953 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-b2a81f10-25fe-4497-a89d-f0b4c9744be5 req-e10a527b-cd77-40e6-af2f-337a4f05c341 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Calling delete_port for 6152d0b0-2af5-47f2-947b-afc0e9222213 owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:38:23.673271 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-b2a81f10-25fe-4497-a89d-f0b4c9744be5 req-e10a527b-cd77-40e6-af2f-337a4f05c341 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744330232405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744329793208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9848306'] for port (6152d0b0-2af5-47f2-947b-afc0e9222213), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:23.705901 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10a527b-cd77-40e6-af2f-337a4f05c341 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Pushing event deleted for resources: {'Port': ['ID=6152d0b0-2af5-47f2-947b-afc0e9222213,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:23.719605 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10a527b-cd77-40e6-af2f-337a4f05c341 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:38:23.719605 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10a527b-cd77-40e6-af2f-337a4f05c341 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:38:23.719605 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10a527b-cd77-40e6-af2f-337a4f05c341 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:38:23.719605 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10a527b-cd77-40e6-af2f-337a4f05c341 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:38:23.719605 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10a527b-cd77-40e6-af2f-337a4f05c341 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:38:23.719605 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10a527b-cd77-40e6-af2f-337a4f05c341 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:38:23.719605 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10a527b-cd77-40e6-af2f-337a4f05c341 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:38:23.720699 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10a527b-cd77-40e6-af2f-337a4f05c341 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:38:23.720699 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10a527b-cd77-40e6-af2f-337a4f05c341 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:38:23.720699 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10a527b-cd77-40e6-af2f-337a4f05c341 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:38:23.720699 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10a527b-cd77-40e6-af2f-337a4f05c341 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:38:23.721885 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10a527b-cd77-40e6-af2f-337a4f05c341 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:38:23.722237 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10a527b-cd77-40e6-af2f-337a4f05c341 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:38:23.722729 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10a527b-cd77-40e6-af2f-337a4f05c341 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:38:23.723329 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10a527b-cd77-40e6-af2f-337a4f05c341 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:38:23.898063 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b2a81f10-25fe-4497-a89d-f0b4c9744be5 req-e10a527b-cd77-40e6-af2f-337a4f05c341 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Router b75cf2f1-4138-468d-9e81-4c8e80e022b4 has already been hosted by L3 agent 3a20f343-fbae-42b4-9bd9-ea7570b5f761 {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 14:38:23.909505 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-3f1dfe1a-e678-4edd-b552-30978886c6db req-cf547233-c93e-47bd-8014-280b4f09cdc7 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/ports?device_id=979aa0da-3dec-48fb-a311-ab879271af02 HTTP/1.1" status: 200 len: 210 time: 0.0484252 Mar 14 14:38:24.031363 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b2a81f10-25fe-4497-a89d-f0b4c9744be5 req-e10a527b-cd77-40e6-af2f-337a4f05c341 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Notify agent at l3_agent.dv-cinder-790535-28-smb the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:38:24.045817 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73983010-082c-48a8-875b-89436ef5f5d9 None None] Sync routers for ids ['b75cf2f1-4138-468d-9e81-4c8e80e022b4'] in dv-cinder-790535-28-smb {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:38:24.069171 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73983010-082c-48a8-875b-89436ef5f5d9 None None] Routers {'b75cf2f1-4138-468d-9e81-4c8e80e022b4'} bound to L3 agent in host dv-cinder-790535-28-smb {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:38:24.070385 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-73983010-082c-48a8-875b-89436ef5f5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T14:20:13Z,description=,heartbeat_timestamp=2022-03-14T14:38:13Z,host='dv-cinder-790535-28-smb',id=3a20f343-fbae-42b4-9bd9-ea7570b5f761,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:20:14Z,topic='l3_agent')) {'router_ids': ['b75cf2f1-4138-468d-9e81-4c8e80e022b4'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:38:24.076919 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2a81f10-25fe-4497-a89d-f0b4c9744be5 req-e10a527b-cd77-40e6-af2f-337a4f05c341 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] No DVR routers for this DVR port 6152d0b0-2af5-47f2-947b-afc0e9222213 on host hv-cinder-79053 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 14:38:24.082456 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-b2a81f10-25fe-4497-a89d-f0b4c9744be5 req-e10a527b-cd77-40e6-af2f-337a4f05c341 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90846'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:24.088812 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-b2a81f10-25fe-4497-a89d-f0b4c9744be5 req-e10a527b-cd77-40e6-af2f-337a4f05c341 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.35 "DELETE /v2.0/ports/6152d0b0-2af5-47f2-947b-afc0e9222213 HTTP/1.1" status: 204 len: 173 time: 1.0595803 Mar 14 14:38:24.089825 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '979aa0da-3dec-48fb-a311-ab879271af02', 'name': 'network-vif-deleted', 'tag': '6152d0b0-2af5-47f2-947b-afc0e9222213'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:38:24.094107 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecc69d4607165f869e932d0d7c88ad38dd700a403a0c37ccec57971c369afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a785c577-c091-4599-b534-fba0e0df8273" -d '{"events": [{"server_uuid": "979aa0da-3dec-48fb-a311-ab879271af02", "name": "network-vif-deleted", "tag": "6152d0b0-2af5-47f2-947b-afc0e9222213"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:38:24.162128 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 14:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d83a39-eab7-4e95-a324-3a4559227508 x-openstack-request-id: req-b3d83a39-eab7-4e95-a324-3a4559227508 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:38:24.162513 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "979aa0da-3dec-48fb-a311-ab879271af02", "name": "network-vif-deleted", "tag": "6152d0b0-2af5-47f2-947b-afc0e9222213", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:38:24.162776 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b3d83a39-eab7-4e95-a324-3a4559227508 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:38:24.163186 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '979aa0da-3dec-48fb-a311-ab879271af02', 'name': 'network-vif-deleted', 'tag': '6152d0b0-2af5-47f2-947b-afc0e9222213', 'status': 'completed', 'code': 200} Mar 14 14:38:24.228849 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-73983010-082c-48a8-875b-89436ef5f5d9 None None] Set router b75cf2f1-4138-468d-9e81-4c8e80e022b4 gateway port host: dv-cinder-790535-28-smb {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:38:24.467859 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-73983010-082c-48a8-875b-89436ef5f5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'name': 'tempest-AttachVolumeNegativeTest-705139474-router', 'tenant_id': '9a82d323ca8e4f358a750af658b4eeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.219'}], 'enable_snat': True}, 'gw_port_id': 'f7089ac1-60e8-4225-ad94-1f2daf56b0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:34:37Z', 'updated_at': '2022-03-14T14:34:43Z', 'revision_number': 4, 'project_id': '9a82d323ca8e4f358a750af658b4eeb2', 'gw_port': {'id': 'f7089ac1-60e8-4225-ad94-1f2daf56b0b9', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:24:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:34:38Z', 'updated_at': '2022-03-14T14:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb', '_interfaces': [{'id': '8f12d4c0-cbb3-4f08-837a-423adb8783f1', 'name': '', 'network_id': '5d4a8694-0239-4e2f-aa18-849c2487601b', 'tenant_id': '9a82d323ca8e4f358a750af658b4eeb2', 'mac_address': 'fa:16:3e:95:0f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '552817ad-4405-41ef-9fca-99665a7d7043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:34:42Z', 'updated_at': '2022-03-14T14:34:50Z', 'revision_number': 5, 'project_id': '9a82d323ca8e4f358a750af658b4eeb2', 'subnets': [{'id': '552817ad-4405-41ef-9fca-99665a7d7043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-smb', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:38:24.516750 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73983010-082c-48a8-875b-89436ef5f5d9 None None] Checking router: b75cf2f1-4138-468d-9e81-4c8e80e022b4 for host: dv-cinder-790535-28-smb {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:38:24.532347 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73983010-082c-48a8-875b-89436ef5f5d9 None None] Routers {'b75cf2f1-4138-468d-9e81-4c8e80e022b4'} bound to L3 agent in host dv-cinder-790535-28-smb {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:38:24.533479 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-73983010-082c-48a8-875b-89436ef5f5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T14:20:13Z,description=,heartbeat_timestamp=2022-03-14T14:38:13Z,host='dv-cinder-790535-28-smb',id=3a20f343-fbae-42b4-9bd9-ea7570b5f761,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:20:14Z,topic='l3_agent')) {'router_ids': ['b75cf2f1-4138-468d-9e81-4c8e80e022b4'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:38:24.659146 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-73983010-082c-48a8-875b-89436ef5f5d9 None None] Set router b75cf2f1-4138-468d-9e81-4c8e80e022b4 gateway port host: dv-cinder-790535-28-smb {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:38:24.906240 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-73983010-082c-48a8-875b-89436ef5f5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'name': 'tempest-AttachVolumeNegativeTest-705139474-router', 'tenant_id': '9a82d323ca8e4f358a750af658b4eeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.219'}], 'enable_snat': True}, 'gw_port_id': 'f7089ac1-60e8-4225-ad94-1f2daf56b0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:34:37Z', 'updated_at': '2022-03-14T14:34:43Z', 'revision_number': 4, 'project_id': '9a82d323ca8e4f358a750af658b4eeb2', 'gw_port': {'id': 'f7089ac1-60e8-4225-ad94-1f2daf56b0b9', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:24:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:34:38Z', 'updated_at': '2022-03-14T14:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb', '_interfaces': [{'id': '8f12d4c0-cbb3-4f08-837a-423adb8783f1', 'name': '', 'network_id': '5d4a8694-0239-4e2f-aa18-849c2487601b', 'tenant_id': '9a82d323ca8e4f358a750af658b4eeb2', 'mac_address': 'fa:16:3e:95:0f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '552817ad-4405-41ef-9fca-99665a7d7043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:34:42Z', 'updated_at': '2022-03-14T14:34:50Z', 'revision_number': 5, 'project_id': '9a82d323ca8e4f358a750af658b4eeb2', 'subnets': [{'id': '552817ad-4405-41ef-9fca-99665a7d7043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-smb', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:38:24.935654 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73983010-082c-48a8-875b-89436ef5f5d9 None None] The sync data for ids ['b75cf2f1-4138-468d-9e81-4c8e80e022b4'] in dv-cinder-790535-28-smb is: [{'id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'name': 'tempest-AttachVolumeNegativeTest-705139474-router', 'tenant_id': '9a82d323ca8e4f358a750af658b4eeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.219'}], 'enable_snat': True}, 'gw_port_id': 'f7089ac1-60e8-4225-ad94-1f2daf56b0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:34:37Z', 'updated_at': '2022-03-14T14:34:43Z', 'revision_number': 4, 'project_id': '9a82d323ca8e4f358a750af658b4eeb2', 'gw_port': {'id': 'f7089ac1-60e8-4225-ad94-1f2daf56b0b9', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:24:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:34:38Z', 'updated_at': '2022-03-14T14:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb', '_interfaces': [{'id': '8f12d4c0-cbb3-4f08-837a-423adb8783f1', 'name': '', 'network_id': '5d4a8694-0239-4e2f-aa18-849c2487601b', 'tenant_id': '9a82d323ca8e4f358a750af658b4eeb2', 'mac_address': 'fa:16:3e:95:0f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '552817ad-4405-41ef-9fca-99665a7d7043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:34:42Z', 'updated_at': '2022-03-14T14:34:50Z', 'revision_number': 5, 'project_id': '9a82d323ca8e4f358a750af658b4eeb2', 'subnets': [{'id': '552817ad-4405-41ef-9fca-99665a7d7043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:38:25.074224 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-c5ab1707-bd9b-4720-b001-636af258f559 req-fd8a4869-afad-479b-9cc2-310974e15b87 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/ports?device_id=979aa0da-3dec-48fb-a311-ab879271af02 HTTP/1.1" status: 200 len: 210 time: 0.0345905 Mar 14 14:38:25.228199 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d22efa-836c-4748-9d7d-50398d8b27b9 None None] New status for floating IP c574b627-49da-4352-a3e7-a95c5e42c3b5: DOWN {{(pid=103769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 14:38:25.913004 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (5e7a912f-556e-4923-ad48-72f47c325557), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:26.269152 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 39120) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:38:26.332966 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-78e4cbd4-9714-4222-bf3c-e65a40bd9e09 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks [] for security_group (c6a8612b-4d37-43fd-be17-10be46c573de), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:26.363395 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-78e4cbd4-9714-4222-bf3c-e65a40bd9e09 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks [] for security_group (c6a8612b-4d37-43fd-be17-10be46c573de), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:26.501283 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-78e4cbd4-9714-4222-bf3c-e65a40bd9e09 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (c6a8612b-4d37-43fd-be17-10be46c573de), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:26.504209 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-78e4cbd4-9714-4222-bf3c-e65a40bd9e09 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:26.505394 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-78e4cbd4-9714-4222-bf3c-e65a40bd9e09 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "DELETE /v2.0/security-groups/c6a8612b-4d37-43fd-be17-10be46c573de HTTP/1.1" status: 204 len: 168 time: 0.2349787 Mar 14 14:38:26.508580 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 39122) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:38:26.521571 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e4cbd4-9714-4222-bf3c-e65a40bd9e09 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a8612b-4d37-43fd-be17-10be46c573de,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:26.530103 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.api.v2.resource [None req-c5364b4f-b6ed-429e-83a3-a1e7f8c98004 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] show failed (client error): The resource could not be found. Mar 14 14:38:26.535322 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 39124) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:38:26.535679 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-c5364b4f-b6ed-429e-83a3-a1e7f8c98004 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/security-groups/c6a8612b-4d37-43fd-be17-10be46c573de HTTP/1.1" status: 404 len: 347 time: 0.0255830 Mar 14 14:38:26.957261 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-6090757e-d623-46f6-ba1f-c7adb43a6c0f tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Deleting port 15565894-c81f-4248-b5ab-d11512533360 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:38:26.957549 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6090757e-d623-46f6-ba1f-c7adb43a6c0f tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744330222830'] for port (15565894-c81f-4248-b5ab-d11512533360), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:27.007086 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Device 6152d0b0-2af5-47f2-947b-afc0e9222213 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:38:27.032409 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] No Port match for: 6152d0b0-2af5-47f2-947b-afc0e9222213 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 14:38:27.032751 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Device 6152d0b0-2af5-47f2-947b-afc0e9222213 not bound to the agent host hv-cinder-79053 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 14:38:27.039469 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6090757e-d623-46f6-ba1f-c7adb43a6c0f tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982366'] for port (15565894-c81f-4248-b5ab-d11512533360), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:27.039804 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6090757e-d623-46f6-ba1f-c7adb43a6c0f tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks [] for floatingip (15565894-c81f-4248-b5ab-d11512533360), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:27.052739 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-6090757e-d623-46f6-ba1f-c7adb43a6c0f tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Calling delete_port for 15565894-c81f-4248-b5ab-d11512533360 owned by network:floatingip {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:38:27.250410 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6090757e-d623-46f6-ba1f-c7adb43a6c0f tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744330232405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744329793208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9848306'] for port (15565894-c81f-4248-b5ab-d11512533360), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:27.276932 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6090757e-d623-46f6-ba1f-c7adb43a6c0f tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Pushing event deleted for resources: {'Port': ['ID=15565894-c81f-4248-b5ab-d11512533360,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:27.356122 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6090757e-d623-46f6-ba1f-c7adb43a6c0f tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks [] for floatingip (c574b627-49da-4352-a3e7-a95c5e42c3b5), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:27.359559 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6090757e-d623-46f6-ba1f-c7adb43a6c0f tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90846'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:27.365830 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-6090757e-d623-46f6-ba1f-c7adb43a6c0f tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "DELETE /v2.0/floatingips/c574b627-49da-4352-a3e7-a95c5e42c3b5 HTTP/1.1" status: 204 len: 168 time: 0.8241878 Mar 14 14:38:27.660319 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 39128) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:38:27.665029 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.v2.base [None req-65757468-9d75-4496-8032-5c49409efba4 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Request body: {'security_group': {'name': 'tempest-securitygroup--570328373', 'description': 'tempest-description--1236872473'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:38:27.758963 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-65757468-9d75-4496-8032-5c49409efba4 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:27.842522 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-65757468-9d75-4496-8032-5c49409efba4 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks [] for security_group (bd0197cf-1882-41a8-878c-da7b13b52c33), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:27.924662 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-65757468-9d75-4496-8032-5c49409efba4 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (bd0197cf-1882-41a8-878c-da7b13b52c33), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:27.959027 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65757468-9d75-4496-8032-5c49409efba4 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd0197cf-1882-41a8-878c-da7b13b52c33,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:28.023651 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-65757468-9d75-4496-8032-5c49409efba4 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:28.025091 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-65757468-9d75-4496-8032-5c49409efba4 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3637214 Mar 14 14:38:28.028655 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 39130) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:38:28.033618 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.v2.base [None req-b450a17e-6381-4481-9ea6-11fa6933b76a tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Request body: {'security_group_rule': {'security_group_id': 'bd0197cf-1882-41a8-878c-da7b13b52c33', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:38:28.130677 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b450a17e-6381-4481-9ea6-11fa6933b76a tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks [] for security_group_rule (cde3ec67-bfac-42ad-bd2c-d86adecb9bc8), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:28.195041 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b450a17e-6381-4481-9ea6-11fa6933b76a tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks [] for security_group_rule (cde3ec67-bfac-42ad-bd2c-d86adecb9bc8), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:28.278698 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b450a17e-6381-4481-9ea6-11fa6933b76a tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000373'] for security_group_rule (cde3ec67-bfac-42ad-bd2c-d86adecb9bc8), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:28.300497 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b450a17e-6381-4481-9ea6-11fa6933b76a tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cde3ec67-bfac-42ad-bd2c-d86adecb9bc8,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:28.309366 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b450a17e-6381-4481-9ea6-11fa6933b76a tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:38:28.309751 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b450a17e-6381-4481-9ea6-11fa6933b76a tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:38:28.310199 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b450a17e-6381-4481-9ea6-11fa6933b76a tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:38:28.310457 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b450a17e-6381-4481-9ea6-11fa6933b76a tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:38:28.310800 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b450a17e-6381-4481-9ea6-11fa6933b76a tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:38:28.311205 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b450a17e-6381-4481-9ea6-11fa6933b76a tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:38:28.311545 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b450a17e-6381-4481-9ea6-11fa6933b76a tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:38:28.311882 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b450a17e-6381-4481-9ea6-11fa6933b76a tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:38:28.312248 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b450a17e-6381-4481-9ea6-11fa6933b76a tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:38:28.312586 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b450a17e-6381-4481-9ea6-11fa6933b76a tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:38:28.312926 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b450a17e-6381-4481-9ea6-11fa6933b76a tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:38:28.313262 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b450a17e-6381-4481-9ea6-11fa6933b76a tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:38:28.313595 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b450a17e-6381-4481-9ea6-11fa6933b76a tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:38:28.313927 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b450a17e-6381-4481-9ea6-11fa6933b76a tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:38:28.314258 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b450a17e-6381-4481-9ea6-11fa6933b76a tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:38:28.389313 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b450a17e-6381-4481-9ea6-11fa6933b76a tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:28.390619 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-b450a17e-6381-4481-9ea6-11fa6933b76a tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3608727 Mar 14 14:38:28.394223 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 39132) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:38:28.398993 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.v2.base [None req-5b1f14a8-637f-4896-82c2-96ef3871ab3a tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Request body: {'security_group_rule': {'security_group_id': 'bd0197cf-1882-41a8-878c-da7b13b52c33', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:38:28.524888 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5b1f14a8-637f-4896-82c2-96ef3871ab3a tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks [] for security_group_rule (d907146c-911e-46cd-9fb8-83784c9317ae), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:28.593505 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5b1f14a8-637f-4896-82c2-96ef3871ab3a tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks [] for security_group_rule (d907146c-911e-46cd-9fb8-83784c9317ae), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:28.725012 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5b1f14a8-637f-4896-82c2-96ef3871ab3a tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000373'] for security_group_rule (d907146c-911e-46cd-9fb8-83784c9317ae), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:28.747119 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1f14a8-637f-4896-82c2-96ef3871ab3a tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d907146c-911e-46cd-9fb8-83784c9317ae,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:28.852846 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5b1f14a8-637f-4896-82c2-96ef3871ab3a tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:28.854038 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-5b1f14a8-637f-4896-82c2-96ef3871ab3a tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4588099 Mar 14 14:38:28.858581 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 39134) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:38:28.863655 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.v2.base [None req-8eba2475-65b4-4a2a-923b-a1bdbd6d479f tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Request body: {'floatingip': {'floating_network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:38:28.964563 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8eba2475-65b4-4a2a-923b-a1bdbd6d479f tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:29.083984 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8eba2475-65b4-4a2a-923b-a1bdbd6d479f tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:29.214400 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-8eba2475-65b4-4a2a-923b-a1bdbd6d479f tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Allocated IP 172.28.2.144 (21060e90-61ba-4e92-afb3-f12491c9b56b/3278263d-ed58-402f-9606-a5b3ef606428/e97c7eef-d91c-4356-b5d6-00cbeeb45f5b) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:38:29.326488 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8eba2475-65b4-4a2a-923b-a1bdbd6d479f tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks [] for port (e97c7eef-d91c-4356-b5d6-00cbeeb45f5b), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:29.445150 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8eba2475-65b4-4a2a-923b-a1bdbd6d479f tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744329793199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8770621'] for port (e97c7eef-d91c-4356-b5d6-00cbeeb45f5b), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:29.495072 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eba2475-65b4-4a2a-923b-a1bdbd6d479f tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Network 21060e90-61ba-4e92-afb3-f12491c9b56b is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:38:29.498272 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-8eba2475-65b4-4a2a-923b-a1bdbd6d479f tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:38:29.502160 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eba2475-65b4-4a2a-923b-a1bdbd6d479f tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:38:29.508262 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eba2475-65b4-4a2a-923b-a1bdbd6d479f tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Pushing event updated for resources: {'Port': ['ID=e97c7eef-d91c-4356-b5d6-00cbeeb45f5b,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:29.604331 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8eba2475-65b4-4a2a-923b-a1bdbd6d479f tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks [] for floatingip (fed8dfc3-b784-4e76-b95d-ef31520f8e46), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:29.693053 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8eba2475-65b4-4a2a-923b-a1bdbd6d479f tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (e97c7eef-d91c-4356-b5d6-00cbeeb45f5b), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:29.878913 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8eba2475-65b4-4a2a-923b-a1bdbd6d479f tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks [] for port (e97c7eef-d91c-4356-b5d6-00cbeeb45f5b), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:29.941586 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8eba2475-65b4-4a2a-923b-a1bdbd6d479f tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8770596'] for port (e97c7eef-d91c-4356-b5d6-00cbeeb45f5b), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:30.016617 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eba2475-65b4-4a2a-923b-a1bdbd6d479f tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Pushing event updated for resources: {'Port': ['ID=e97c7eef-d91c-4356-b5d6-00cbeeb45f5b,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:30.030346 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8eba2475-65b4-4a2a-923b-a1bdbd6d479f tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2016456'] for floatingip (fed8dfc3-b784-4e76-b95d-ef31520f8e46), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:30.115500 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8eba2475-65b4-4a2a-923b-a1bdbd6d479f tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90846'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:30.116987 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-8eba2475-65b4-4a2a-923b-a1bdbd6d479f tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2573597 Mar 14 14:38:30.340618 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-e7f40102-7e6d-41ee-8516-f36153850e44 req-1dda2049-265a-483e-a4cd-205775e70e14 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--570328373&fields=id&tenant_id=9a82d323ca8e4f358a750af658b4eeb2 HTTP/1.1" status: 200 len: 267 time: 0.0534964 Mar 14 14:38:30.453676 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f40102-7e6d-41ee-8516-f36153850e44 req-eb102798-bc96-4850-86db-892fefdbd051 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:30.455648 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-e7f40102-7e6d-41ee-8516-f36153850e44 req-eb102798-bc96-4850-86db-892fefdbd051 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/networks?id=5d4a8694-0239-4e2f-aa18-849c2487601b HTTP/1.1" status: 200 len: 814 time: 0.1075556 Mar 14 14:38:30.474900 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-e7f40102-7e6d-41ee-8516-f36153850e44 req-02099138-fc66-4a6e-8ff7-85af46939803 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/quotas/9a82d323ca8e4f358a750af658b4eeb2 HTTP/1.1" status: 200 len: 375 time: 0.0098677 Mar 14 14:38:30.534133 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-e7f40102-7e6d-41ee-8516-f36153850e44 req-0e66c52c-507c-436c-91f2-1278a5f7f292 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=9a82d323ca8e4f358a750af658b4eeb2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0532372 Mar 14 14:38:30.755076 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-e7f40102-7e6d-41ee-8516-f36153850e44 req-7821f283-f79a-49cd-9bb8-eaafdc15a45c service neutron] 10.222.0.58 "GET /v2.0/networks/5d4a8694-0239-4e2f-aa18-849c2487601b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089152 Mar 14 14:38:30.857520 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-e7f40102-7e6d-41ee-8516-f36153850e44 req-9a6d2cd8-05f8-44a1-a741-0d055347af68 service neutron] 10.222.0.58 "GET /v2.0/networks/5d4a8694-0239-4e2f-aa18-849c2487601b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957792 Mar 14 14:38:32.132435 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-e22f76a2-e388-4aef-a50c-76326eb292cb req-15c24e5b-8c2b-47cc-b759-3f8746a47048 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad665489-4d8d-4eb9-b79a-c6aa894687ba HTTP/1.1" status: 200 len: 210 time: 0.0297873 Mar 14 14:38:33.221186 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-bb748401-5c07-4e4b-af6c-1fb4b91f0759 req-bc5f65e0-9a81-4f16-aa5a-127359074245 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad665489-4d8d-4eb9-b79a-c6aa894687ba HTTP/1.1" status: 200 len: 210 time: 0.0342436 Mar 14 14:38:34.315933 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-9ee223eb-1de9-453e-a9c3-328ba4048e8d req-68df0753-a556-455d-8fe6-5958bb14ef0c tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad665489-4d8d-4eb9-b79a-c6aa894687ba HTTP/1.1" status: 200 len: 210 time: 0.0277593 Mar 14 14:38:35.395685 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-094e585e-7a95-460a-8432-b2c00311bc2f req-4d6995d7-e735-457a-bb49-9626bcc2ff6d tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad665489-4d8d-4eb9-b79a-c6aa894687ba HTTP/1.1" status: 200 len: 210 time: 0.0267792 Mar 14 14:38:36.493106 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-f65dcef2-1e99-42d8-bf51-0ac90fb1e84a req-96153d89-b876-4959-a87c-9a22bfb261e4 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad665489-4d8d-4eb9-b79a-c6aa894687ba HTTP/1.1" status: 200 len: 210 time: 0.0274622 Mar 14 14:38:37.599082 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-6eca3f06-02a1-4184-8509-fa506fe64430 req-fcbe2e2f-1ab0-42fb-b597-f06ec007b857 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad665489-4d8d-4eb9-b79a-c6aa894687ba HTTP/1.1" status: 200 len: 210 time: 0.0338385 Mar 14 14:38:38.429484 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f40102-7e6d-41ee-8516-f36153850e44 req-7ba47ae2-feb9-4c4c-bee6-d16a9f1507a9 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:38.430973 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-e7f40102-7e6d-41ee-8516-f36153850e44 req-7ba47ae2-feb9-4c4c-bee6-d16a9f1507a9 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.35 "GET /v2.0/networks?id=5d4a8694-0239-4e2f-aa18-849c2487601b HTTP/1.1" status: 200 len: 814 time: 0.1419497 Mar 14 14:38:38.519326 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-e7f40102-7e6d-41ee-8516-f36153850e44 req-00ae3b3a-8f43-42dc-8c14-b989a69a9a9e tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a82d323ca8e4f358a750af658b4eeb2 HTTP/1.1" status: 200 len: 379 time: 0.0797186 Mar 14 14:38:38.533197 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.v2.base [req-e7f40102-7e6d-41ee-8516-f36153850e44 req-8c3ac2a5-5409-4872-8cf1-2a703b5a41f3 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Request body: {'port': {'device_id': 'ad665489-4d8d-4eb9-b79a-c6aa894687ba', 'network_id': '5d4a8694-0239-4e2f-aa18-849c2487601b', 'admin_state_up': True, 'tenant_id': '9a82d323ca8e4f358a750af658b4eeb2', 'security_groups': ['bd0197cf-1882-41a8-878c-da7b13b52c33']}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:38:38.707568 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-55fcbea9-546f-42b2-a88e-59aabab7468d req-a1655423-f6a2-40ce-b4d3-b0f3fcd878cb tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad665489-4d8d-4eb9-b79a-c6aa894687ba HTTP/1.1" status: 200 len: 210 time: 0.0351336 Mar 14 14:38:38.753224 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7f40102-7e6d-41ee-8516-f36153850e44 req-8c3ac2a5-5409-4872-8cf1-2a703b5a41f3 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Made reservation on behalf of 9a82d323ca8e4f358a750af658b4eeb2 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:38:38.757497 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-e7f40102-7e6d-41ee-8516-f36153850e44 req-8c3ac2a5-5409-4872-8cf1-2a703b5a41f3 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:38.914208 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-e7f40102-7e6d-41ee-8516-f36153850e44 req-8c3ac2a5-5409-4872-8cf1-2a703b5a41f3 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Allocated IP 172.20.0.10 (5d4a8694-0239-4e2f-aa18-849c2487601b/552817ad-4405-41ef-9fca-99665a7d7043/af36b4b6-aa76-4219-b4a7-8c56cc09db85) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:38:39.104973 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-e7f40102-7e6d-41ee-8516-f36153850e44 req-8c3ac2a5-5409-4872-8cf1-2a703b5a41f3 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks [] for port (af36b4b6-aa76-4219-b4a7-8c56cc09db85), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:39.256422 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-e7f40102-7e6d-41ee-8516-f36153850e44 req-8c3ac2a5-5409-4872-8cf1-2a703b5a41f3 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744329793199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9848306'] for port (af36b4b6-aa76-4219-b4a7-8c56cc09db85), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:39.304243 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7f40102-7e6d-41ee-8516-f36153850e44 req-8c3ac2a5-5409-4872-8cf1-2a703b5a41f3 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Network 5d4a8694-0239-4e2f-aa18-849c2487601b is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:38:39.307394 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-e7f40102-7e6d-41ee-8516-f36153850e44 req-8c3ac2a5-5409-4872-8cf1-2a703b5a41f3 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:38:39.311248 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7f40102-7e6d-41ee-8516-f36153850e44 req-8c3ac2a5-5409-4872-8cf1-2a703b5a41f3 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:38:39.318550 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3ac2a5-5409-4872-8cf1-2a703b5a41f3 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Pushing event updated for resources: {'Port': ['ID=af36b4b6-aa76-4219-b4a7-8c56cc09db85,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:39.375173 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f40102-7e6d-41ee-8516-f36153850e44 req-8c3ac2a5-5409-4872-8cf1-2a703b5a41f3 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:39.375702 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-e7f40102-7e6d-41ee-8516-f36153850e44 req-8c3ac2a5-5409-4872-8cf1-2a703b5a41f3 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90846'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:39.496206 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-e7f40102-7e6d-41ee-8516-f36153850e44 req-8c3ac2a5-5409-4872-8cf1-2a703b5a41f3 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9652505 Mar 14 14:38:39.504380 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.v2.base [req-e7f40102-7e6d-41ee-8516-f36153850e44 req-c217684b-ad1d-49bc-9e7a-3978aae15b67 service neutron] Request body: {'port': {'device_id': 'ad665489-4d8d-4eb9-b79a-c6aa894687ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:38:39.570076 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-e7f40102-7e6d-41ee-8516-f36153850e44 req-c217684b-ad1d-49bc-9e7a-3978aae15b67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (af36b4b6-aa76-4219-b4a7-8c56cc09db85), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:39.598791 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-a6304940-49c8-4a09-8371-a9941772b52b None None] Provisioning complete for port af36b4b6-aa76-4219-b4a7-8c56cc09db85 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:38:39.599616 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a6304940-49c8-4a09-8371-a9941772b52b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (af36b4b6-aa76-4219-b4a7-8c56cc09db85), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:39.636706 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-a6304940-49c8-4a09-8371-a9941772b52b None None] Port af36b4b6-aa76-4219-b4a7-8c56cc09db85 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 14:38:39.875988 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cfa8c2-7ef8-47b1-994a-02e8f345ebf8 req-27f25144-8ae4-496b-b90d-8f1de94afc60 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:39.877851 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-f4cfa8c2-7ef8-47b1-994a-02e8f345ebf8 req-27f25144-8ae4-496b-b90d-8f1de94afc60 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad665489-4d8d-4eb9-b79a-c6aa894687ba HTTP/1.1" status: 200 len: 932 time: 0.0626583 Mar 14 14:38:39.917563 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.notifiers.nova [req-e7f40102-7e6d-41ee-8516-f36153850e44 req-c217684b-ad1d-49bc-9e7a-3978aae15b67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af36b4b6-aa76-4219-b4a7-8c56cc09db85 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 14:38:39.927161 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-e7f40102-7e6d-41ee-8516-f36153850e44 req-c217684b-ad1d-49bc-9e7a-3978aae15b67 service neutron] Publish callbacks [] for port (af36b4b6-aa76-4219-b4a7-8c56cc09db85), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:39.932203 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-f4cfa8c2-7ef8-47b1-994a-02e8f345ebf8 req-edd450df-9550-4078-a5bc-c09593f4c0b0 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd0197cf-1882-41a8-878c-da7b13b52c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466506 Mar 14 14:38:39.944161 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-e7f40102-7e6d-41ee-8516-f36153850e44 req-c217684b-ad1d-49bc-9e7a-3978aae15b67 service neutron] Transition to ACTIVE for port object af36b4b6-aa76-4219-b4a7-8c56cc09db85 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 14:38:40.027184 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-e7f40102-7e6d-41ee-8516-f36153850e44 req-c217684b-ad1d-49bc-9e7a-3978aae15b67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9848299'] for port (af36b4b6-aa76-4219-b4a7-8c56cc09db85), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:40.076626 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c217684b-ad1d-49bc-9e7a-3978aae15b67 service neutron] Pushing event updated for resources: {'Port': ['ID=af36b4b6-aa76-4219-b4a7-8c56cc09db85,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:40.189095 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-e7f40102-7e6d-41ee-8516-f36153850e44 req-c217684b-ad1d-49bc-9e7a-3978aae15b67 service neutron] Attempting to bind port af36b4b6-aa76-4219-b4a7-8c56cc09db85 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:38:40.190386 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-e7f40102-7e6d-41ee-8516-f36153850e44 req-c217684b-ad1d-49bc-9e7a-3978aae15b67 service neutron] Attempting to bind port af36b4b6-aa76-4219-b4a7-8c56cc09db85 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '2e71eb14-5578-4214-b785-a17f91764def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5d4a8694-0239-4e2f-aa18-849c2487601b'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:38:40.190866 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f40102-7e6d-41ee-8516-f36153850e44 req-c217684b-ad1d-49bc-9e7a-3978aae15b67 service neutron] Attempting to bind port af36b4b6-aa76-4219-b4a7-8c56cc09db85 on network 5d4a8694-0239-4e2f-aa18-849c2487601b {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:38:40.196640 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f40102-7e6d-41ee-8516-f36153850e44 req-c217684b-ad1d-49bc-9e7a-3978aae15b67 service neutron] Port af36b4b6-aa76-4219-b4a7-8c56cc09db85 on network 5d4a8694-0239-4e2f-aa18-849c2487601b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 14:38:40.197009 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f40102-7e6d-41ee-8516-f36153850e44 req-c217684b-ad1d-49bc-9e7a-3978aae15b67 service neutron] Attempting to bind port af36b4b6-aa76-4219-b4a7-8c56cc09db85 on network 5d4a8694-0239-4e2f-aa18-849c2487601b {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:38:40.202779 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f40102-7e6d-41ee-8516-f36153850e44 req-c217684b-ad1d-49bc-9e7a-3978aae15b67 service neutron] Checking agent: {'id': '5e7a912f-556e-4923-ad48-72f47c325557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 26, 56), 'started_at': datetime.datetime(2022, 3, 14, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:38:40.203151 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f40102-7e6d-41ee-8516-f36153850e44 req-c217684b-ad1d-49bc-9e7a-3978aae15b67 service neutron] Checking segment: {'id': '2e71eb14-5578-4214-b785-a17f91764def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5d4a8694-0239-4e2f-aa18-849c2487601b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:38:40.203545 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f40102-7e6d-41ee-8516-f36153850e44 req-c217684b-ad1d-49bc-9e7a-3978aae15b67 service neutron] Bound using segment: {'id': '2e71eb14-5578-4214-b785-a17f91764def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5d4a8694-0239-4e2f-aa18-849c2487601b'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:38:40.204002 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-e7f40102-7e6d-41ee-8516-f36153850e44 req-c217684b-ad1d-49bc-9e7a-3978aae15b67 service neutron] Bound port: af36b4b6-aa76-4219-b4a7-8c56cc09db85, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e71eb14-5578-4214-b785-a17f91764def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5d4a8694-0239-4e2f-aa18-849c2487601b'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:38:40.204373 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-e7f40102-7e6d-41ee-8516-f36153850e44 req-c217684b-ad1d-49bc-9e7a-3978aae15b67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (af36b4b6-aa76-4219-b4a7-8c56cc09db85), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:40.280174 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-e7f40102-7e6d-41ee-8516-f36153850e44 req-c217684b-ad1d-49bc-9e7a-3978aae15b67 service neutron] For port af36b4b6-aa76-4219-b4a7-8c56cc09db85, host hv-cinder-79053, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:38:40.284045 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-e7f40102-7e6d-41ee-8516-f36153850e44 req-c217684b-ad1d-49bc-9e7a-3978aae15b67 service neutron] For port af36b4b6-aa76-4219-b4a7-8c56cc09db85, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=af36b4b6-aa76-4219-b4a7-8c56cc09db85,segment=NetworkSegment(2e71eb14-5578-4214-b785-a17f91764def),segment_id=2e71eb14-5578-4214-b785-a17f91764def)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:38:40.375580 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-e7f40102-7e6d-41ee-8516-f36153850e44 req-c217684b-ad1d-49bc-9e7a-3978aae15b67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9848299'] for port (af36b4b6-aa76-4219-b4a7-8c56cc09db85), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:40.409993 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f40102-7e6d-41ee-8516-f36153850e44 req-c217684b-ad1d-49bc-9e7a-3978aae15b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:40.410797 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-e7f40102-7e6d-41ee-8516-f36153850e44 req-c217684b-ad1d-49bc-9e7a-3978aae15b67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90846'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:40.412675 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-e7f40102-7e6d-41ee-8516-f36153850e44 req-c217684b-ad1d-49bc-9e7a-3978aae15b67 service neutron] 10.222.0.35 "PUT /v2.0/ports/af36b4b6-aa76-4219-b4a7-8c56cc09db85 HTTP/1.1" status: 200 len: 1094 time: 0.9135644 Mar 14 14:38:40.415633 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad665489-4d8d-4eb9-b79a-c6aa894687ba', 'tag': 'af36b4b6-aa76-4219-b4a7-8c56cc09db85'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:38:40.418939 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecc69d4607165f869e932d0d7c88ad38dd700a403a0c37ccec57971c369afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a005b9f-6076-412f-9d71-a15b0389ac51" -d '{"events": [{"name": "network-changed", "server_uuid": "ad665489-4d8d-4eb9-b79a-c6aa894687ba", "tag": "af36b4b6-aa76-4219-b4a7-8c56cc09db85"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:38:40.462509 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c217684b-ad1d-49bc-9e7a-3978aae15b67 service neutron] Pushing event updated for resources: {'Port': ['ID=af36b4b6-aa76-4219-b4a7-8c56cc09db85,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:40.487795 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 14:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-020a63ae-974a-4110-b608-44bcbaa64a74 x-openstack-request-id: req-020a63ae-974a-4110-b608-44bcbaa64a74 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:38:40.487795 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad665489-4d8d-4eb9-b79a-c6aa894687ba", "tag": "af36b4b6-aa76-4219-b4a7-8c56cc09db85", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:38:40.487795 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-020a63ae-974a-4110-b608-44bcbaa64a74 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:38:40.487795 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad665489-4d8d-4eb9-b79a-c6aa894687ba', 'tag': 'af36b4b6-aa76-4219-b4a7-8c56cc09db85', 'status': 'completed', 'code': 200} Mar 14 14:38:40.558223 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a005b9f-6076-412f-9d71-a15b0389ac51 req-959c83f8-356e-455b-a985-2f82337641ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:40.559752 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-8a005b9f-6076-412f-9d71-a15b0389ac51 req-959c83f8-356e-455b-a985-2f82337641ed service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9a82d323ca8e4f358a750af658b4eeb2&device_id=ad665489-4d8d-4eb9-b79a-c6aa894687ba HTTP/1.1" status: 200 len: 1128 time: 0.0526526 Mar 14 14:38:40.674891 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a005b9f-6076-412f-9d71-a15b0389ac51 req-95078067-c9f3-49f9-bf6e-05eea3dc9488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:40.676446 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-8a005b9f-6076-412f-9d71-a15b0389ac51 req-95078067-c9f3-49f9-bf6e-05eea3dc9488 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=9a82d323ca8e4f358a750af658b4eeb2&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1082323 Mar 14 14:38:40.711126 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e7719945-4202-4fd3-a731-9a61eb2ab562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (cdfaf928-5960-4f26-8f0f-a06a7779780c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:40.788554 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a005b9f-6076-412f-9d71-a15b0389ac51 req-ec58e81f-3351-4e08-9735-35f4a4b2a6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:40.790125 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-8a005b9f-6076-412f-9d71-a15b0389ac51 req-ec58e81f-3351-4e08-9735-35f4a4b2a6d4 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1077642 Mar 14 14:38:40.874814 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f40102-7e6d-41ee-8516-f36153850e44 req-e7fccf3a-b142-4fc3-8235-40af41bdcfad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:40.876382 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-e7f40102-7e6d-41ee-8516-f36153850e44 req-e7fccf3a-b142-4fc3-8235-40af41bdcfad service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9a82d323ca8e4f358a750af658b4eeb2&device_id=ad665489-4d8d-4eb9-b79a-c6aa894687ba HTTP/1.1" status: 200 len: 1128 time: 0.0480874 Mar 14 14:38:40.919482 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-e7f40102-7e6d-41ee-8516-f36153850e44 req-afcaac00-6aad-4db2-92db-854b8658f3f7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=af36b4b6-aa76-4219-b4a7-8c56cc09db85 HTTP/1.1" status: 200 len: 217 time: 0.0352352 Mar 14 14:38:40.981912 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f40102-7e6d-41ee-8516-f36153850e44 req-ca71d03b-4ede-4ea0-9665-ee926ee6b0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:40.984026 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-e7f40102-7e6d-41ee-8516-f36153850e44 req-ca71d03b-4ede-4ea0-9665-ee926ee6b0db service neutron] 10.222.0.35 "GET /v2.0/subnets?id=552817ad-4405-41ef-9fca-99665a7d7043 HTTP/1.1" status: 200 len: 853 time: 0.0577834 Mar 14 14:38:41.044165 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f40102-7e6d-41ee-8516-f36153850e44 req-bb44a6b3-98a2-4932-afc0-a0bdcdc7b2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:41.045689 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-e7f40102-7e6d-41ee-8516-f36153850e44 req-bb44a6b3-98a2-4932-afc0-a0bdcdc7b2dd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5d4a8694-0239-4e2f-aa18-849c2487601b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0546298 Mar 14 14:38:41.063207 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53968915-7929-4264-b2c2-134b24d469d9 req-9c250021-8934-4a92-b411-65e8b036795a tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:41.066340 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-53968915-7929-4264-b2c2-134b24d469d9 req-9c250021-8934-4a92-b411-65e8b036795a tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad665489-4d8d-4eb9-b79a-c6aa894687ba HTTP/1.1" status: 200 len: 944 time: 0.0591977 Mar 14 14:38:41.123020 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-53968915-7929-4264-b2c2-134b24d469d9 req-cf6160aa-8065-4d53-8cd8-41699e28a0ba tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd0197cf-1882-41a8-878c-da7b13b52c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509255 Mar 14 14:38:41.153814 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-e7f40102-7e6d-41ee-8516-f36153850e44 req-e92942ec-a664-44bb-9278-ee82e312c216 service neutron] 10.222.0.35 "GET /v2.0/networks/5d4a8694-0239-4e2f-aa18-849c2487601b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009309 Mar 14 14:38:41.257482 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-e7f40102-7e6d-41ee-8516-f36153850e44 req-16ebc1a8-a5f6-4a47-ab7b-4ae20a705e9c service neutron] 10.222.0.35 "GET /v2.0/networks/5d4a8694-0239-4e2f-aa18-849c2487601b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966556 Mar 14 14:38:42.268389 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0a8c1-42a1-46c0-872c-e1a67beb061a req-0289b228-4412-47f3-85f6-265c1d988b97 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:42.271376 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-63d0a8c1-42a1-46c0-872c-e1a67beb061a req-0289b228-4412-47f3-85f6-265c1d988b97 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad665489-4d8d-4eb9-b79a-c6aa894687ba HTTP/1.1" status: 200 len: 944 time: 0.0726385 Mar 14 14:38:42.323520 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-63d0a8c1-42a1-46c0-872c-e1a67beb061a req-8b928e44-e0b5-4c48-8866-de86d713c1f7 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd0197cf-1882-41a8-878c-da7b13b52c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462155 Mar 14 14:38:43.272609 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9604e70c-e472-4a6a-aaa1-6dc38a2c4a07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (3a20f343-fbae-42b4-9bd9-ea7570b5f761), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:43.446132 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a565c75-00a9-4d5e-9dcb-0a44dfd8626b req-b51fca92-ab62-4069-8035-8b0eef11a6ce tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:43.447830 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-1a565c75-00a9-4d5e-9dcb-0a44dfd8626b req-b51fca92-ab62-4069-8035-8b0eef11a6ce tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad665489-4d8d-4eb9-b79a-c6aa894687ba HTTP/1.1" status: 200 len: 944 time: 0.0540352 Mar 14 14:38:43.508938 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-1a565c75-00a9-4d5e-9dcb-0a44dfd8626b req-7d597954-a39d-43bc-af3e-af70a525269e tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd0197cf-1882-41a8-878c-da7b13b52c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533588 Mar 14 14:38:44.238638 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1359c12f-9f02-429e-8c66-1d1d1dbe42c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (105db0a1-84b9-47b6-91eb-e578cb139bff), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:44.651384 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb053f1-0586-460d-a613-aed62516ee7b req-cb493544-649c-4ed0-9b0d-7482024f80c5 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:44.653013 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-1bb053f1-0586-460d-a613-aed62516ee7b req-cb493544-649c-4ed0-9b0d-7482024f80c5 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad665489-4d8d-4eb9-b79a-c6aa894687ba HTTP/1.1" status: 200 len: 944 time: 0.0639589 Mar 14 14:38:44.706132 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-1bb053f1-0586-460d-a613-aed62516ee7b req-f5623845-be9b-42e4-8fab-93c4bef42e15 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd0197cf-1882-41a8-878c-da7b13b52c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458632 Mar 14 14:38:45.106291 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Device af36b4b6-aa76-4219-b4a7-8c56cc09db85 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 14:38:45.215028 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] For port af36b4b6-aa76-4219-b4a7-8c56cc09db85, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=af36b4b6-aa76-4219-b4a7-8c56cc09db85,segment=NetworkSegment(2e71eb14-5578-4214-b785-a17f91764def),segment_id=2e71eb14-5578-4214-b785-a17f91764def)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:38:45.228613 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Returning: {'device': 'af36b4b6-aa76-4219-b4a7-8c56cc09db85', 'network_id': '5d4a8694-0239-4e2f-aa18-849c2487601b', 'port_id': 'af36b4b6-aa76-4219-b4a7-8c56cc09db85', 'mac_address': 'fa:16:3e:e2:b4:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '552817ad-4405-41ef-9fca-99665a7d7043', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 14:38:45.267948 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Current status of the port af36b4b6-aa76-4219-b4a7-8c56cc09db85 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:38:45.267948 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (af36b4b6-aa76-4219-b4a7-8c56cc09db85), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:45.281666 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af36b4b6-aa76-4219-b4a7-8c56cc09db85 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 14:38:45.305108 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] For port af36b4b6-aa76-4219-b4a7-8c56cc09db85, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=af36b4b6-aa76-4219-b4a7-8c56cc09db85,segment=NetworkSegment(2e71eb14-5578-4214-b785-a17f91764def),segment_id=2e71eb14-5578-4214-b785-a17f91764def)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:38:45.404270 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (af36b4b6-aa76-4219-b4a7-8c56cc09db85), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:45.464488 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Pushing event updated for resources: {'Port': ['ID=af36b4b6-aa76-4219-b4a7-8c56cc09db85,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:45.479458 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:38:45.479788 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:38:45.480192 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:38:45.480535 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:38:45.480873 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:38:45.481216 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:38:45.481542 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:38:45.481870 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:38:45.482197 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:38:45.482656 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:38:45.482992 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:38:45.483326 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:38:45.483650 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:38:45.484000 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:38:45.484321 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:38:45.592345 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-91e6bee0-ce44-4dbb-9ae4-7799debe7360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (837ef9e9-d083-4188-a7c6-79f2c68dbd25), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:45.613621 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] get_ports_and_sgs() called for port_ids ['af36b4b6-aa76-4219-b4a7-8c56cc09db85'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 14:38:45.842940 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2d18a9-7e71-4768-b636-d67bc7b31f9b req-11413957-f186-4cac-86a4-e7135e386389 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:45.844507 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-8e2d18a9-7e71-4768-b636-d67bc7b31f9b req-11413957-f186-4cac-86a4-e7135e386389 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad665489-4d8d-4eb9-b79a-c6aa894687ba HTTP/1.1" status: 200 len: 945 time: 0.0548120 Mar 14 14:38:45.894891 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-8e2d18a9-7e71-4768-b636-d67bc7b31f9b req-227201be-d662-40d7-8f44-a130d08862b0 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd0197cf-1882-41a8-878c-da7b13b52c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444999 Mar 14 14:38:47.014456 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb189a5-316b-4838-8bb6-e45d8ba8ad54 req-bfe4016e-744f-4f59-82a4-bc4ee760d529 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:47.016114 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-7bb189a5-316b-4838-8bb6-e45d8ba8ad54 req-bfe4016e-744f-4f59-82a4-bc4ee760d529 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad665489-4d8d-4eb9-b79a-c6aa894687ba HTTP/1.1" status: 200 len: 945 time: 0.0532360 Mar 14 14:38:47.067605 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-7bb189a5-316b-4838-8bb6-e45d8ba8ad54 req-d2022f30-a152-4a76-992e-92e833b6be19 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd0197cf-1882-41a8-878c-da7b13b52c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452468 Mar 14 14:38:47.103177 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Device af36b4b6-aa76-4219-b4a7-8c56cc09db85 up at agent hyperv_hv-cinder-79053 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:38:47.226891 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (ddc61399-76bc-42cc-9da4-26f2fa974742), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:47.272708 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Provisioning for port af36b4b6-aa76-4219-b4a7-8c56cc09db85 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 14:38:47.277759 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Provisioning complete for port af36b4b6-aa76-4219-b4a7-8c56cc09db85 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:38:47.286641 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (af36b4b6-aa76-4219-b4a7-8c56cc09db85), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:47.389267 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Current status of the port af36b4b6-aa76-4219-b4a7-8c56cc09db85 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:38:47.389663 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (af36b4b6-aa76-4219-b4a7-8c56cc09db85), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:47.416394 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad665489-4d8d-4eb9-b79a-c6aa894687ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af36b4b6-aa76-4219-b4a7-8c56cc09db85'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:38:47.418819 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b7ebcd0391bc29bcab12edcb0ac311dc480f3a51940d576a7fcfe4e03a4514e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e15ec2-8456-47bf-a92a-3004e49762cb" -d '{"events": [{"server_uuid": "ad665489-4d8d-4eb9-b79a-c6aa894687ba", "name": "network-vif-plugged", "status": "completed", "tag": "af36b4b6-aa76-4219-b4a7-8c56cc09db85"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:38:47.433446 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] For port af36b4b6-aa76-4219-b4a7-8c56cc09db85, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=af36b4b6-aa76-4219-b4a7-8c56cc09db85,segment=NetworkSegment(2e71eb14-5578-4214-b785-a17f91764def),segment_id=2e71eb14-5578-4214-b785-a17f91764def)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:38:47.462062 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 14:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-941183df-4c3b-49dd-bd76-46d44cf3f4e1 x-openstack-request-id: req-941183df-4c3b-49dd-bd76-46d44cf3f4e1 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:38:47.462362 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad665489-4d8d-4eb9-b79a-c6aa894687ba", "name": "network-vif-plugged", "status": "completed", "tag": "af36b4b6-aa76-4219-b4a7-8c56cc09db85", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:38:47.462619 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-941183df-4c3b-49dd-bd76-46d44cf3f4e1 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:38:47.463018 dv-cinder-790535-28-smb neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad665489-4d8d-4eb9-b79a-c6aa894687ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af36b4b6-aa76-4219-b4a7-8c56cc09db85', 'code': 200} Mar 14 14:38:47.525503 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (af36b4b6-aa76-4219-b4a7-8c56cc09db85), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:47.574832 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Pushing event updated for resources: {'Port': ['ID=af36b4b6-aa76-4219-b4a7-8c56cc09db85,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:38:47.810906 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a8a450-84bf-4cbf-a596-2e2f42e55b6b req-e75dd031-7251-46b1-93b7-c4dd6ebb8cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:47.813098 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-61a8a450-84bf-4cbf-a596-2e2f42e55b6b req-e75dd031-7251-46b1-93b7-c4dd6ebb8cde service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ad665489-4d8d-4eb9-b79a-c6aa894687ba HTTP/1.1" status: 200 len: 1130 time: 0.0552616 Mar 14 14:38:47.865311 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-61a8a450-84bf-4cbf-a596-2e2f42e55b6b req-4f6ef018-1017-47c1-93b5-5cf917a92b83 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=bd0197cf-1882-41a8-878c-da7b13b52c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451317 Mar 14 14:38:48.194127 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19887ce-7e4f-460a-bb3b-322900b699a9 req-04583e40-134e-492f-8fff-3b7a4a92533a tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:48.195639 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-a19887ce-7e4f-460a-bb3b-322900b699a9 req-04583e40-134e-492f-8fff-3b7a4a92533a tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad665489-4d8d-4eb9-b79a-c6aa894687ba HTTP/1.1" status: 200 len: 946 time: 0.0556228 Mar 14 14:38:48.251263 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-a19887ce-7e4f-460a-bb3b-322900b699a9 req-04ca5f74-691c-4f35-8cfb-90cda5974e7f tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd0197cf-1882-41a8-878c-da7b13b52c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499985 Mar 14 14:38:49.371361 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90eefc5-1032-4314-838c-4ed449164858 req-53090d59-3b7e-467f-9075-cab04711ee56 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:49.372799 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-f90eefc5-1032-4314-838c-4ed449164858 req-53090d59-3b7e-467f-9075-cab04711ee56 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad665489-4d8d-4eb9-b79a-c6aa894687ba HTTP/1.1" status: 200 len: 946 time: 0.0517471 Mar 14 14:38:49.425266 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-f90eefc5-1032-4314-838c-4ed449164858 req-8b74bcc2-81a9-4aca-9a53-008753ae1da6 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd0197cf-1882-41a8-878c-da7b13b52c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435591 Mar 14 14:38:49.555983 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee51788-b42f-405f-88b2-8175b9e303c6 req-9a2b5304-6bc7-4a90-bb79-0150de3b81ca tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:49.557644 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-cee51788-b42f-405f-88b2-8175b9e303c6 req-9a2b5304-6bc7-4a90-bb79-0150de3b81ca tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad665489-4d8d-4eb9-b79a-c6aa894687ba HTTP/1.1" status: 200 len: 946 time: 0.0584915 Mar 14 14:38:49.567597 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 39214) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:38:49.572151 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.v2.base [None req-595217e2-2e0f-4c0d-9cfb-c4bc1f909fa5 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Request body: {'floatingip': {'port_id': 'af36b4b6-aa76-4219-b4a7-8c56cc09db85'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:38:49.613613 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-595217e2-2e0f-4c0d-9cfb-c4bc1f909fa5 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks [] for floatingip (fed8dfc3-b784-4e76-b95d-ef31520f8e46), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:50.073970 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-595217e2-2e0f-4c0d-9cfb-c4bc1f909fa5 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:50.134994 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-595217e2-2e0f-4c0d-9cfb-c4bc1f909fa5 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2016456'] for floatingip (fed8dfc3-b784-4e76-b95d-ef31520f8e46), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:50.498031 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.db.l3_db [None req-595217e2-2e0f-4c0d-9cfb-c4bc1f909fa5 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Floating IP fed8dfc3-b784-4e76-b95d-ef31520f8e46 associated. External IP: 172.28.2.144, port: af36b4b6-aa76-4219-b4a7-8c56cc09db85. Mar 14 14:38:50.713444 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-595217e2-2e0f-4c0d-9cfb-c4bc1f909fa5 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Router b75cf2f1-4138-468d-9e81-4c8e80e022b4 has already been hosted by L3 agent 3a20f343-fbae-42b4-9bd9-ea7570b5f761 {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 14:38:50.833907 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-595217e2-2e0f-4c0d-9cfb-c4bc1f909fa5 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Notify agent at l3_agent.dv-cinder-790535-28-smb the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:38:50.838792 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-595217e2-2e0f-4c0d-9cfb-c4bc1f909fa5 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90846'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:50.843648 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbe34c0-83aa-4f34-a468-25e4973da267 None None] Sync routers for ids ['b75cf2f1-4138-468d-9e81-4c8e80e022b4'] in dv-cinder-790535-28-smb {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:38:50.859138 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbe34c0-83aa-4f34-a468-25e4973da267 None None] Routers {'b75cf2f1-4138-468d-9e81-4c8e80e022b4'} bound to L3 agent in host dv-cinder-790535-28-smb {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:38:50.860200 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-8dbe34c0-83aa-4f34-a468-25e4973da267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T14:20:13Z,description=,heartbeat_timestamp=2022-03-14T14:38:43Z,host='dv-cinder-790535-28-smb',id=3a20f343-fbae-42b4-9bd9-ea7570b5f761,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:20:14Z,topic='l3_agent')) {'router_ids': ['b75cf2f1-4138-468d-9e81-4c8e80e022b4'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:38:50.886192 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-595217e2-2e0f-4c0d-9cfb-c4bc1f909fa5 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "PUT /v2.0/floatingips/fed8dfc3-b784-4e76-b95d-ef31520f8e46 HTTP/1.1" status: 200 len: 992 time: 1.3171887 Mar 14 14:38:50.887078 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad665489-4d8d-4eb9-b79a-c6aa894687ba', 'tag': 'af36b4b6-aa76-4219-b4a7-8c56cc09db85'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:38:50.890939 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b510279f78b891ca7fa39ab493d89baf438cb0eb2c394833a60cb33e330ae8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-326056b6-2748-4fc0-8d7f-f879f072b840" -d '{"events": [{"name": "network-changed", "server_uuid": "ad665489-4d8d-4eb9-b79a-c6aa894687ba", "tag": "af36b4b6-aa76-4219-b4a7-8c56cc09db85"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:38:50.931221 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 14:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f6b192-788c-47a4-9d31-4e3a8f3b11d0 x-openstack-request-id: req-85f6b192-788c-47a4-9d31-4e3a8f3b11d0 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:38:50.931697 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad665489-4d8d-4eb9-b79a-c6aa894687ba", "tag": "af36b4b6-aa76-4219-b4a7-8c56cc09db85", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:38:50.932030 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-85f6b192-788c-47a4-9d31-4e3a8f3b11d0 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:38:50.932498 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad665489-4d8d-4eb9-b79a-c6aa894687ba', 'tag': 'af36b4b6-aa76-4219-b4a7-8c56cc09db85', 'status': 'completed', 'code': 200} Mar 14 14:38:51.018580 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326056b6-2748-4fc0-8d7f-f879f072b840 req-1528bc0c-0f32-4b50-8b91-834957480c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:51.020315 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-326056b6-2748-4fc0-8d7f-f879f072b840 req-1528bc0c-0f32-4b50-8b91-834957480c1f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9a82d323ca8e4f358a750af658b4eeb2&device_id=ad665489-4d8d-4eb9-b79a-c6aa894687ba HTTP/1.1" status: 200 len: 1130 time: 0.0579369 Mar 14 14:38:51.131369 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326056b6-2748-4fc0-8d7f-f879f072b840 req-ba7b10ca-e03a-463a-b2eb-173213f2b770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:51.132883 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-326056b6-2748-4fc0-8d7f-f879f072b840 req-ba7b10ca-e03a-463a-b2eb-173213f2b770 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5d4a8694-0239-4e2f-aa18-849c2487601b HTTP/1.1" status: 200 len: 915 time: 0.1051989 Mar 14 14:38:51.137623 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-8dbe34c0-83aa-4f34-a468-25e4973da267 None None] Set router b75cf2f1-4138-468d-9e81-4c8e80e022b4 gateway port host: dv-cinder-790535-28-smb {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:38:51.206238 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-326056b6-2748-4fc0-8d7f-f879f072b840 req-b2ab8eff-3ce6-4d9f-bd52-e2c7a0813d26 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=af36b4b6-aa76-4219-b4a7-8c56cc09db85 HTTP/1.1" status: 200 len: 1000 time: 0.0669854 Mar 14 14:38:51.261641 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326056b6-2748-4fc0-8d7f-f879f072b840 req-fb2413f3-527e-40c1-9cdb-04191e813d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:51.263126 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-326056b6-2748-4fc0-8d7f-f879f072b840 req-fb2413f3-527e-40c1-9cdb-04191e813d7c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=552817ad-4405-41ef-9fca-99665a7d7043 HTTP/1.1" status: 200 len: 853 time: 0.0512245 Mar 14 14:38:51.311976 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326056b6-2748-4fc0-8d7f-f879f072b840 req-a2b3efaa-7b6b-4789-b926-80bd98b7a2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:51.313625 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-326056b6-2748-4fc0-8d7f-f879f072b840 req-a2b3efaa-7b6b-4789-b926-80bd98b7a2c5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5d4a8694-0239-4e2f-aa18-849c2487601b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0446424 Mar 14 14:38:51.378939 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-8dbe34c0-83aa-4f34-a468-25e4973da267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'name': 'tempest-AttachVolumeNegativeTest-705139474-router', 'tenant_id': '9a82d323ca8e4f358a750af658b4eeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.219'}], 'enable_snat': True}, 'gw_port_id': 'f7089ac1-60e8-4225-ad94-1f2daf56b0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:34:37Z', 'updated_at': '2022-03-14T14:34:43Z', 'revision_number': 4, 'project_id': '9a82d323ca8e4f358a750af658b4eeb2', 'gw_port': {'id': 'f7089ac1-60e8-4225-ad94-1f2daf56b0b9', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:24:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:34:38Z', 'updated_at': '2022-03-14T14:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb', '_floatingips': [{'id': 'fed8dfc3-b784-4e76-b95d-ef31520f8e46', 'tenant_id': '9a82d323ca8e4f358a750af658b4eeb2', 'floating_ip_address': '172.28.2.144', 'floating_network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'router_id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'port_id': 'af36b4b6-aa76-4219-b4a7-8c56cc09db85', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d4a8694-0239-4e2f-aa18-849c2487601b', 'mac_address': 'fa:16:3e:e2:b4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad665489-4d8d-4eb9-b79a-c6aa894687ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T14:38:29Z', 'updated_at': '2022-03-14T14:38:49Z', 'revision_number': 1, 'project_id': '9a82d323ca8e4f358a750af658b4eeb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f12d4c0-cbb3-4f08-837a-423adb8783f1', 'name': '', 'network_id': '5d4a8694-0239-4e2f-aa18-849c2487601b', 'tenant_id': '9a82d323ca8e4f358a750af658b4eeb2', 'mac_address': 'fa:16:3e:95:0f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '552817ad-4405-41ef-9fca-99665a7d7043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:34:42Z', 'updated_at': '2022-03-14T14:34:50Z', 'revision_number': 5, 'project_id': '9a82d323ca8e4f358a750af658b4eeb2', 'subnets': [{'id': '552817ad-4405-41ef-9fca-99665a7d7043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-smb', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:38:51.409489 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-326056b6-2748-4fc0-8d7f-f879f072b840 req-46c00957-a944-4a00-96ef-91b68c76ffb0 service neutron] 10.222.0.35 "GET /v2.0/networks/5d4a8694-0239-4e2f-aa18-849c2487601b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897655 Mar 14 14:38:51.410646 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbe34c0-83aa-4f34-a468-25e4973da267 None None] Checking router: b75cf2f1-4138-468d-9e81-4c8e80e022b4 for host: dv-cinder-790535-28-smb {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:38:51.419408 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbe34c0-83aa-4f34-a468-25e4973da267 None None] Routers {'b75cf2f1-4138-468d-9e81-4c8e80e022b4'} bound to L3 agent in host dv-cinder-790535-28-smb {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:38:51.419913 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-8dbe34c0-83aa-4f34-a468-25e4973da267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T14:20:13Z,description=,heartbeat_timestamp=2022-03-14T14:38:43Z,host='dv-cinder-790535-28-smb',id=3a20f343-fbae-42b4-9bd9-ea7570b5f761,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:20:14Z,topic='l3_agent')) {'router_ids': ['b75cf2f1-4138-468d-9e81-4c8e80e022b4'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:38:51.500663 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-326056b6-2748-4fc0-8d7f-f879f072b840 req-62168870-3d44-44ad-8fdf-350cd5d93368 service neutron] 10.222.0.35 "GET /v2.0/networks/5d4a8694-0239-4e2f-aa18-849c2487601b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856376 Mar 14 14:38:51.536873 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-8dbe34c0-83aa-4f34-a468-25e4973da267 None None] Set router b75cf2f1-4138-468d-9e81-4c8e80e022b4 gateway port host: dv-cinder-790535-28-smb {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:38:51.766783 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-8dbe34c0-83aa-4f34-a468-25e4973da267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'name': 'tempest-AttachVolumeNegativeTest-705139474-router', 'tenant_id': '9a82d323ca8e4f358a750af658b4eeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.219'}], 'enable_snat': True}, 'gw_port_id': 'f7089ac1-60e8-4225-ad94-1f2daf56b0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:34:37Z', 'updated_at': '2022-03-14T14:34:43Z', 'revision_number': 4, 'project_id': '9a82d323ca8e4f358a750af658b4eeb2', 'gw_port': {'id': 'f7089ac1-60e8-4225-ad94-1f2daf56b0b9', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:24:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:34:38Z', 'updated_at': '2022-03-14T14:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb', '_floatingips': [{'id': 'fed8dfc3-b784-4e76-b95d-ef31520f8e46', 'tenant_id': '9a82d323ca8e4f358a750af658b4eeb2', 'floating_ip_address': '172.28.2.144', 'floating_network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'router_id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'port_id': 'af36b4b6-aa76-4219-b4a7-8c56cc09db85', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d4a8694-0239-4e2f-aa18-849c2487601b', 'mac_address': 'fa:16:3e:e2:b4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad665489-4d8d-4eb9-b79a-c6aa894687ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T14:38:29Z', 'updated_at': '2022-03-14T14:38:49Z', 'revision_number': 1, 'project_id': '9a82d323ca8e4f358a750af658b4eeb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f12d4c0-cbb3-4f08-837a-423adb8783f1', 'name': '', 'network_id': '5d4a8694-0239-4e2f-aa18-849c2487601b', 'tenant_id': '9a82d323ca8e4f358a750af658b4eeb2', 'mac_address': 'fa:16:3e:95:0f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '552817ad-4405-41ef-9fca-99665a7d7043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:34:42Z', 'updated_at': '2022-03-14T14:34:50Z', 'revision_number': 5, 'project_id': '9a82d323ca8e4f358a750af658b4eeb2', 'subnets': [{'id': '552817ad-4405-41ef-9fca-99665a7d7043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-smb', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:38:51.795496 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbe34c0-83aa-4f34-a468-25e4973da267 None None] The sync data for ids ['b75cf2f1-4138-468d-9e81-4c8e80e022b4'] in dv-cinder-790535-28-smb is: [{'id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'name': 'tempest-AttachVolumeNegativeTest-705139474-router', 'tenant_id': '9a82d323ca8e4f358a750af658b4eeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.219'}], 'enable_snat': True}, 'gw_port_id': 'f7089ac1-60e8-4225-ad94-1f2daf56b0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:34:37Z', 'updated_at': '2022-03-14T14:34:43Z', 'revision_number': 4, 'project_id': '9a82d323ca8e4f358a750af658b4eeb2', 'gw_port': {'id': 'f7089ac1-60e8-4225-ad94-1f2daf56b0b9', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:24:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:34:38Z', 'updated_at': '2022-03-14T14:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb', '_floatingips': [{'id': 'fed8dfc3-b784-4e76-b95d-ef31520f8e46', 'tenant_id': '9a82d323ca8e4f358a750af658b4eeb2', 'floating_ip_address': '172.28.2.144', 'floating_network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'router_id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'port_id': 'af36b4b6-aa76-4219-b4a7-8c56cc09db85', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d4a8694-0239-4e2f-aa18-849c2487601b', 'mac_address': 'fa:16:3e:e2:b4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad665489-4d8d-4eb9-b79a-c6aa894687ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T14:38:29Z', 'updated_at': '2022-03-14T14:38:49Z', 'revision_number': 1, 'project_id': '9a82d323ca8e4f358a750af658b4eeb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f12d4c0-cbb3-4f08-837a-423adb8783f1', 'name': '', 'network_id': '5d4a8694-0239-4e2f-aa18-849c2487601b', 'tenant_id': '9a82d323ca8e4f358a750af658b4eeb2', 'mac_address': 'fa:16:3e:95:0f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '552817ad-4405-41ef-9fca-99665a7d7043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:34:42Z', 'updated_at': '2022-03-14T14:34:50Z', 'revision_number': 5, 'project_id': '9a82d323ca8e4f358a750af658b4eeb2', 'subnets': [{'id': '552817ad-4405-41ef-9fca-99665a7d7043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:38:51.997575 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a36fbb-3d82-4b43-9773-6622696b6d46 None None] New status for floating IP fed8dfc3-b784-4e76-b95d-ef31520f8e46: ACTIVE {{(pid=103769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 14:38:53.505829 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.agents_db [None req-65564c68-cd92-4c79-8f56-5bb994fe7015 None None] Agent healthcheck: found 6 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 14:38:55.877890 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (5e7a912f-556e-4923-ad48-72f47c325557), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:38:59.728379 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-afee1390-a8de-4e1e-a1ef-6e8e3ae66945 req-cdee11da-5995-4190-9568-b9b034c64e1b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ad665489-4d8d-4eb9-b79a-c6aa894687ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0501883 Mar 14 14:38:59.819065 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afee1390-a8de-4e1e-a1ef-6e8e3ae66945 req-57aba7a4-d589-4199-b17f-426fec664e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:59.820614 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-afee1390-a8de-4e1e-a1ef-6e8e3ae66945 req-57aba7a4-d589-4199-b17f-426fec664e13 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9a82d323ca8e4f358a750af658b4eeb2&device_id=ad665489-4d8d-4eb9-b79a-c6aa894687ba HTTP/1.1" status: 200 len: 1130 time: 0.0478804 Mar 14 14:38:59.936670 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afee1390-a8de-4e1e-a1ef-6e8e3ae66945 req-1aa1b732-3ad0-4fe3-ac88-8ca2bf9a7c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:38:59.938017 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-afee1390-a8de-4e1e-a1ef-6e8e3ae66945 req-1aa1b732-3ad0-4fe3-ac88-8ca2bf9a7c0a service neutron] 10.222.0.35 "GET /v2.0/networks?id=5d4a8694-0239-4e2f-aa18-849c2487601b HTTP/1.1" status: 200 len: 915 time: 0.0961623 Mar 14 14:39:00.005574 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-afee1390-a8de-4e1e-a1ef-6e8e3ae66945 req-f38f6ae5-f9b7-4794-9de8-de79645dfb79 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=af36b4b6-aa76-4219-b4a7-8c56cc09db85 HTTP/1.1" status: 200 len: 1002 time: 0.0595975 Mar 14 14:39:00.057192 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afee1390-a8de-4e1e-a1ef-6e8e3ae66945 req-edc4c586-2987-4807-a2ba-85bef4afaf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:39:00.058643 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-afee1390-a8de-4e1e-a1ef-6e8e3ae66945 req-edc4c586-2987-4807-a2ba-85bef4afaf42 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=552817ad-4405-41ef-9fca-99665a7d7043 HTTP/1.1" status: 200 len: 853 time: 0.0470452 Mar 14 14:39:00.121235 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afee1390-a8de-4e1e-a1ef-6e8e3ae66945 req-aa4d11db-75ea-42e9-aea7-d2230c09f10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:39:00.122742 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-afee1390-a8de-4e1e-a1ef-6e8e3ae66945 req-aa4d11db-75ea-42e9-aea7-d2230c09f10d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5d4a8694-0239-4e2f-aa18-849c2487601b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0567083 Mar 14 14:39:00.220373 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-afee1390-a8de-4e1e-a1ef-6e8e3ae66945 req-b70a942c-9e58-4514-99a1-171426e8af70 service neutron] 10.222.0.35 "GET /v2.0/networks/5d4a8694-0239-4e2f-aa18-849c2487601b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893810 Mar 14 14:39:00.321028 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-afee1390-a8de-4e1e-a1ef-6e8e3ae66945 req-a2343c23-5950-49b5-96e4-eff939468d83 service neutron] 10.222.0.35 "GET /v2.0/networks/5d4a8694-0239-4e2f-aa18-849c2487601b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948398 Mar 14 14:39:10.745921 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d7cc3593-24df-4bc7-a52a-65fe0bd0a3ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (cdfaf928-5960-4f26-8f0f-a06a7779780c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:13.209156 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-727d4dac-0342-4a20-9790-d06604bb6135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (3a20f343-fbae-42b4-9bd9-ea7570b5f761), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:14.231412 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1359c12f-9f02-429e-8c66-1d1d1dbe42c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (105db0a1-84b9-47b6-91eb-e578cb139bff), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:15.563353 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-91e6bee0-ce44-4dbb-9ae4-7799debe7360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (837ef9e9-d083-4188-a7c6-79f2c68dbd25), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:17.146258 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (ddc61399-76bc-42cc-9da4-26f2fa974742), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:25.911108 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (5e7a912f-556e-4923-ad48-72f47c325557), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:30.505326 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.agents_db [None req-65564c68-cd92-4c79-8f56-5bb994fe7015 None None] Agent healthcheck: found 6 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 14:39:35.707012 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ea33f8-89d0-456d-bfcf-9f78c0d69c83 req-5ad1a17d-f51d-4bde-a437-dcaf0126024f tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:39:35.708517 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-b2ea33f8-89d0-456d-bfcf-9f78c0d69c83 req-5ad1a17d-f51d-4bde-a437-dcaf0126024f tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad665489-4d8d-4eb9-b79a-c6aa894687ba HTTP/1.1" status: 200 len: 946 time: 0.0634623 Mar 14 14:39:35.756856 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-b2ea33f8-89d0-456d-bfcf-9f78c0d69c83 req-c6d11c7b-c321-4067-918c-70edbd5c28da tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd0197cf-1882-41a8-878c-da7b13b52c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415623 Mar 14 14:39:36.883646 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8425189e-8e29-44c8-b412-37ea9a06478c req-a6b2c5d2-4516-4798-a017-db75daae0243 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:39:36.885331 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-8425189e-8e29-44c8-b412-37ea9a06478c req-a6b2c5d2-4516-4798-a017-db75daae0243 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad665489-4d8d-4eb9-b79a-c6aa894687ba HTTP/1.1" status: 200 len: 946 time: 0.0560706 Mar 14 14:39:36.935104 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-8425189e-8e29-44c8-b412-37ea9a06478c req-c8a2ff4d-998b-41d3-8af7-1aebfc56bfb8 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd0197cf-1882-41a8-878c-da7b13b52c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439816 Mar 14 14:39:37.376044 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c845e-e65c-4c2f-99ad-5f4b801fc515 req-e8f66057-2b7c-439c-84c6-6f2c3d1aecc6 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:39:37.377386 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-a54c845e-e65c-4c2f-99ad-5f4b801fc515 req-e8f66057-2b7c-439c-84c6-6f2c3d1aecc6 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad665489-4d8d-4eb9-b79a-c6aa894687ba HTTP/1.1" status: 200 len: 946 time: 0.0556049 Mar 14 14:39:37.482092 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-a54c845e-e65c-4c2f-99ad-5f4b801fc515 req-88f354b8-aaf8-457f-ad67-9d4fcf4e8799 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Deleting port af36b4b6-aa76-4219-b4a7-8c56cc09db85 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:39:37.482438 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-a54c845e-e65c-4c2f-99ad-5f4b801fc515 req-88f354b8-aaf8-457f-ad67-9d4fcf4e8799 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744330222830'] for port (af36b4b6-aa76-4219-b4a7-8c56cc09db85), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:37.571507 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-a54c845e-e65c-4c2f-99ad-5f4b801fc515 req-88f354b8-aaf8-457f-ad67-9d4fcf4e8799 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] For port af36b4b6-aa76-4219-b4a7-8c56cc09db85, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=af36b4b6-aa76-4219-b4a7-8c56cc09db85,segment=NetworkSegment(2e71eb14-5578-4214-b785-a17f91764def),segment_id=2e71eb14-5578-4214-b785-a17f91764def)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:39:37.571861 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-a54c845e-e65c-4c2f-99ad-5f4b801fc515 req-88f354b8-aaf8-457f-ad67-9d4fcf4e8799 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982366'] for port (af36b4b6-aa76-4219-b4a7-8c56cc09db85), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:37.747015 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-a54c845e-e65c-4c2f-99ad-5f4b801fc515 req-88f354b8-aaf8-457f-ad67-9d4fcf4e8799 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:37.747376 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-a54c845e-e65c-4c2f-99ad-5f4b801fc515 req-88f354b8-aaf8-457f-ad67-9d4fcf4e8799 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2016456'] for floatingip (fed8dfc3-b784-4e76-b95d-ef31520f8e46), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:37.747694 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.db.l3_db [req-a54c845e-e65c-4c2f-99ad-5f4b801fc515 req-88f354b8-aaf8-457f-ad67-9d4fcf4e8799 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Floating IP fed8dfc3-b784-4e76-b95d-ef31520f8e46 disassociated. External IP: 172.28.2.144, port: af36b4b6-aa76-4219-b4a7-8c56cc09db85. Mar 14 14:39:37.748102 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-a54c845e-e65c-4c2f-99ad-5f4b801fc515 req-88f354b8-aaf8-457f-ad67-9d4fcf4e8799 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Calling delete_port for af36b4b6-aa76-4219-b4a7-8c56cc09db85 owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:39:37.946101 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-a54c845e-e65c-4c2f-99ad-5f4b801fc515 req-88f354b8-aaf8-457f-ad67-9d4fcf4e8799 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744330232405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744329793208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9848306'] for port (af36b4b6-aa76-4219-b4a7-8c56cc09db85), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:37.975740 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f354b8-aaf8-457f-ad67-9d4fcf4e8799 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Pushing event deleted for resources: {'Port': ['ID=af36b4b6-aa76-4219-b4a7-8c56cc09db85,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:39:37.990509 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f354b8-aaf8-457f-ad67-9d4fcf4e8799 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:39:37.990941 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f354b8-aaf8-457f-ad67-9d4fcf4e8799 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:39:37.991360 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f354b8-aaf8-457f-ad67-9d4fcf4e8799 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:39:37.991708 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f354b8-aaf8-457f-ad67-9d4fcf4e8799 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:39:37.992153 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f354b8-aaf8-457f-ad67-9d4fcf4e8799 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:39:37.992404 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f354b8-aaf8-457f-ad67-9d4fcf4e8799 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:39:37.992743 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f354b8-aaf8-457f-ad67-9d4fcf4e8799 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:39:37.993068 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f354b8-aaf8-457f-ad67-9d4fcf4e8799 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:39:37.993395 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f354b8-aaf8-457f-ad67-9d4fcf4e8799 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:39:37.993837 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f354b8-aaf8-457f-ad67-9d4fcf4e8799 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:39:37.994174 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f354b8-aaf8-457f-ad67-9d4fcf4e8799 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:39:37.994501 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f354b8-aaf8-457f-ad67-9d4fcf4e8799 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:39:37.994832 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f354b8-aaf8-457f-ad67-9d4fcf4e8799 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:39:37.995187 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f354b8-aaf8-457f-ad67-9d4fcf4e8799 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:39:37.995730 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f354b8-aaf8-457f-ad67-9d4fcf4e8799 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:39:38.040172 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-7588ebd5-2a95-4e82-af01-b97a06b7f5bc req-994d7f6d-fc38-4cdc-8bbc-0f99d461d894 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad665489-4d8d-4eb9-b79a-c6aa894687ba HTTP/1.1" status: 200 len: 210 time: 0.0299027 Mar 14 14:39:38.124319 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a54c845e-e65c-4c2f-99ad-5f4b801fc515 req-88f354b8-aaf8-457f-ad67-9d4fcf4e8799 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Router b75cf2f1-4138-468d-9e81-4c8e80e022b4 has already been hosted by L3 agent 3a20f343-fbae-42b4-9bd9-ea7570b5f761 {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 14:39:38.236622 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a54c845e-e65c-4c2f-99ad-5f4b801fc515 req-88f354b8-aaf8-457f-ad67-9d4fcf4e8799 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Notify agent at l3_agent.dv-cinder-790535-28-smb the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:39:38.246664 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b82eb6-4376-4865-9de8-e39f4b712050 None None] Sync routers for ids ['b75cf2f1-4138-468d-9e81-4c8e80e022b4'] in dv-cinder-790535-28-smb {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:39:38.259234 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b82eb6-4376-4865-9de8-e39f4b712050 None None] Routers {'b75cf2f1-4138-468d-9e81-4c8e80e022b4'} bound to L3 agent in host dv-cinder-790535-28-smb {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:39:38.259681 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-b0b82eb6-4376-4865-9de8-e39f4b712050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T14:20:13Z,description=,heartbeat_timestamp=2022-03-14T14:39:13Z,host='dv-cinder-790535-28-smb',id=3a20f343-fbae-42b4-9bd9-ea7570b5f761,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:20:14Z,topic='l3_agent')) {'router_ids': ['b75cf2f1-4138-468d-9e81-4c8e80e022b4'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:39:38.282497 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a54c845e-e65c-4c2f-99ad-5f4b801fc515 req-88f354b8-aaf8-457f-ad67-9d4fcf4e8799 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] No DVR routers for this DVR port af36b4b6-aa76-4219-b4a7-8c56cc09db85 on host hv-cinder-79053 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 14:39:38.285350 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-a54c845e-e65c-4c2f-99ad-5f4b801fc515 req-88f354b8-aaf8-457f-ad67-9d4fcf4e8799 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90846'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:38.288983 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-a54c845e-e65c-4c2f-99ad-5f4b801fc515 req-88f354b8-aaf8-457f-ad67-9d4fcf4e8799 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.35 "DELETE /v2.0/ports/af36b4b6-aa76-4219-b4a7-8c56cc09db85 HTTP/1.1" status: 204 len: 173 time: 0.9063804 Mar 14 14:39:38.289440 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad665489-4d8d-4eb9-b79a-c6aa894687ba', 'name': 'network-vif-deleted', 'tag': 'af36b4b6-aa76-4219-b4a7-8c56cc09db85'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:39:38.291720 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecc69d4607165f869e932d0d7c88ad38dd700a403a0c37ccec57971c369afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ca8ebd-8a64-42e8-8364-4708017e9491" -d '{"events": [{"server_uuid": "ad665489-4d8d-4eb9-b79a-c6aa894687ba", "name": "network-vif-deleted", "tag": "af36b4b6-aa76-4219-b4a7-8c56cc09db85"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:39:38.329879 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 14:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e042f879-b0e6-4720-a02a-4029b30f9262 x-openstack-request-id: req-e042f879-b0e6-4720-a02a-4029b30f9262 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:39:38.330240 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad665489-4d8d-4eb9-b79a-c6aa894687ba", "name": "network-vif-deleted", "tag": "af36b4b6-aa76-4219-b4a7-8c56cc09db85", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:39:38.330561 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e042f879-b0e6-4720-a02a-4029b30f9262 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:39:38.331049 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad665489-4d8d-4eb9-b79a-c6aa894687ba', 'name': 'network-vif-deleted', 'tag': 'af36b4b6-aa76-4219-b4a7-8c56cc09db85', 'status': 'completed', 'code': 200} Mar 14 14:39:38.385267 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-b0b82eb6-4376-4865-9de8-e39f4b712050 None None] Set router b75cf2f1-4138-468d-9e81-4c8e80e022b4 gateway port host: dv-cinder-790535-28-smb {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:39:38.597941 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-b0b82eb6-4376-4865-9de8-e39f4b712050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'name': 'tempest-AttachVolumeNegativeTest-705139474-router', 'tenant_id': '9a82d323ca8e4f358a750af658b4eeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.219'}], 'enable_snat': True}, 'gw_port_id': 'f7089ac1-60e8-4225-ad94-1f2daf56b0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:34:37Z', 'updated_at': '2022-03-14T14:34:43Z', 'revision_number': 4, 'project_id': '9a82d323ca8e4f358a750af658b4eeb2', 'gw_port': {'id': 'f7089ac1-60e8-4225-ad94-1f2daf56b0b9', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:24:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:34:38Z', 'updated_at': '2022-03-14T14:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb', '_interfaces': [{'id': '8f12d4c0-cbb3-4f08-837a-423adb8783f1', 'name': '', 'network_id': '5d4a8694-0239-4e2f-aa18-849c2487601b', 'tenant_id': '9a82d323ca8e4f358a750af658b4eeb2', 'mac_address': 'fa:16:3e:95:0f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '552817ad-4405-41ef-9fca-99665a7d7043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:34:42Z', 'updated_at': '2022-03-14T14:34:50Z', 'revision_number': 5, 'project_id': '9a82d323ca8e4f358a750af658b4eeb2', 'subnets': [{'id': '552817ad-4405-41ef-9fca-99665a7d7043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-smb', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:39:38.629669 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b82eb6-4376-4865-9de8-e39f4b712050 None None] Checking router: b75cf2f1-4138-468d-9e81-4c8e80e022b4 for host: dv-cinder-790535-28-smb {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:39:38.639201 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b82eb6-4376-4865-9de8-e39f4b712050 None None] Routers {'b75cf2f1-4138-468d-9e81-4c8e80e022b4'} bound to L3 agent in host dv-cinder-790535-28-smb {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:39:38.639802 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-b0b82eb6-4376-4865-9de8-e39f4b712050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T14:20:13Z,description=,heartbeat_timestamp=2022-03-14T14:39:13Z,host='dv-cinder-790535-28-smb',id=3a20f343-fbae-42b4-9bd9-ea7570b5f761,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:20:14Z,topic='l3_agent')) {'router_ids': ['b75cf2f1-4138-468d-9e81-4c8e80e022b4'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:39:38.751646 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-b0b82eb6-4376-4865-9de8-e39f4b712050 None None] Set router b75cf2f1-4138-468d-9e81-4c8e80e022b4 gateway port host: dv-cinder-790535-28-smb {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:39:38.965957 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-b0b82eb6-4376-4865-9de8-e39f4b712050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'name': 'tempest-AttachVolumeNegativeTest-705139474-router', 'tenant_id': '9a82d323ca8e4f358a750af658b4eeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.219'}], 'enable_snat': True}, 'gw_port_id': 'f7089ac1-60e8-4225-ad94-1f2daf56b0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:34:37Z', 'updated_at': '2022-03-14T14:34:43Z', 'revision_number': 4, 'project_id': '9a82d323ca8e4f358a750af658b4eeb2', 'gw_port': {'id': 'f7089ac1-60e8-4225-ad94-1f2daf56b0b9', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:24:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:34:38Z', 'updated_at': '2022-03-14T14:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb', '_interfaces': [{'id': '8f12d4c0-cbb3-4f08-837a-423adb8783f1', 'name': '', 'network_id': '5d4a8694-0239-4e2f-aa18-849c2487601b', 'tenant_id': '9a82d323ca8e4f358a750af658b4eeb2', 'mac_address': 'fa:16:3e:95:0f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '552817ad-4405-41ef-9fca-99665a7d7043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:34:42Z', 'updated_at': '2022-03-14T14:34:50Z', 'revision_number': 5, 'project_id': '9a82d323ca8e4f358a750af658b4eeb2', 'subnets': [{'id': '552817ad-4405-41ef-9fca-99665a7d7043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-28-smb', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:39:38.995168 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b82eb6-4376-4865-9de8-e39f4b712050 None None] The sync data for ids ['b75cf2f1-4138-468d-9e81-4c8e80e022b4'] in dv-cinder-790535-28-smb is: [{'id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'name': 'tempest-AttachVolumeNegativeTest-705139474-router', 'tenant_id': '9a82d323ca8e4f358a750af658b4eeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.219'}], 'enable_snat': True}, 'gw_port_id': 'f7089ac1-60e8-4225-ad94-1f2daf56b0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:34:37Z', 'updated_at': '2022-03-14T14:34:43Z', 'revision_number': 4, 'project_id': '9a82d323ca8e4f358a750af658b4eeb2', 'gw_port': {'id': 'f7089ac1-60e8-4225-ad94-1f2daf56b0b9', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:24:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:34:38Z', 'updated_at': '2022-03-14T14:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb', '_interfaces': [{'id': '8f12d4c0-cbb3-4f08-837a-423adb8783f1', 'name': '', 'network_id': '5d4a8694-0239-4e2f-aa18-849c2487601b', 'tenant_id': '9a82d323ca8e4f358a750af658b4eeb2', 'mac_address': 'fa:16:3e:95:0f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '552817ad-4405-41ef-9fca-99665a7d7043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:34:42Z', 'updated_at': '2022-03-14T14:34:50Z', 'revision_number': 5, 'project_id': '9a82d323ca8e4f358a750af658b4eeb2', 'subnets': [{'id': '552817ad-4405-41ef-9fca-99665a7d7043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:39:39.165685 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-565f1121-0bd7-4468-8440-ca9e100ce943 req-b02ab215-56cd-4528-ad7b-6e5cd976588e tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad665489-4d8d-4eb9-b79a-c6aa894687ba HTTP/1.1" status: 200 len: 210 time: 0.0366390 Mar 14 14:39:39.296105 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e3434d-7474-4257-8d0b-8c8a5adc1be1 None None] New status for floating IP fed8dfc3-b784-4e76-b95d-ef31520f8e46: DOWN {{(pid=103769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 14:39:40.329756 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 39296) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:39:40.385643 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b54726f9-6a5d-42dc-951c-0d36c886fc7c tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks [] for security_group (bd0197cf-1882-41a8-878c-da7b13b52c33), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:40.410385 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b54726f9-6a5d-42dc-951c-0d36c886fc7c tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks [] for security_group (bd0197cf-1882-41a8-878c-da7b13b52c33), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:40.556973 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b54726f9-6a5d-42dc-951c-0d36c886fc7c tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (bd0197cf-1882-41a8-878c-da7b13b52c33), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:40.559542 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b54726f9-6a5d-42dc-951c-0d36c886fc7c tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:40.560914 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-b54726f9-6a5d-42dc-951c-0d36c886fc7c tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "DELETE /v2.0/security-groups/bd0197cf-1882-41a8-878c-da7b13b52c33 HTTP/1.1" status: 204 len: 168 time: 0.2301147 Mar 14 14:39:40.563871 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 39298) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:39:40.574076 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54726f9-6a5d-42dc-951c-0d36c886fc7c tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd0197cf-1882-41a8-878c-da7b13b52c33,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:39:40.585852 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54726f9-6a5d-42dc-951c-0d36c886fc7c tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:39:40.586119 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.api.v2.resource [None req-c8bd215b-90c1-4d90-9847-4f64289dc100 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] show failed (client error): The resource could not be found. Mar 14 14:39:40.586419 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54726f9-6a5d-42dc-951c-0d36c886fc7c tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:39:40.586952 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54726f9-6a5d-42dc-951c-0d36c886fc7c tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:39:40.587406 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-c8bd215b-90c1-4d90-9847-4f64289dc100 tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "GET /v2.0/security-groups/bd0197cf-1882-41a8-878c-da7b13b52c33 HTTP/1.1" status: 404 len: 347 time: 0.0220447 Mar 14 14:39:40.587657 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54726f9-6a5d-42dc-951c-0d36c886fc7c tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:39:40.587929 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54726f9-6a5d-42dc-951c-0d36c886fc7c tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:39:40.588318 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54726f9-6a5d-42dc-951c-0d36c886fc7c tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:39:40.588678 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54726f9-6a5d-42dc-951c-0d36c886fc7c tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:39:40.589030 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54726f9-6a5d-42dc-951c-0d36c886fc7c tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:39:40.589338 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54726f9-6a5d-42dc-951c-0d36c886fc7c tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:39:40.589754 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54726f9-6a5d-42dc-951c-0d36c886fc7c tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:39:40.590240 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 39300) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:39:40.590357 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54726f9-6a5d-42dc-951c-0d36c886fc7c tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:39:40.590829 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54726f9-6a5d-42dc-951c-0d36c886fc7c tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:39:40.591357 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54726f9-6a5d-42dc-951c-0d36c886fc7c tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:39:40.591890 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54726f9-6a5d-42dc-951c-0d36c886fc7c tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:39:40.592467 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54726f9-6a5d-42dc-951c-0d36c886fc7c tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:39:40.705750 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3ffee473-ed1a-474e-973a-e4ef8faf55fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (cdfaf928-5960-4f26-8f0f-a06a7779780c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:40.734481 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-0b49bef1-1cab-4ed1-8cb2-fea4e48a958f tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Deleting port e97c7eef-d91c-4356-b5d6-00cbeeb45f5b {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:39:40.734828 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0b49bef1-1cab-4ed1-8cb2-fea4e48a958f tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744330222830'] for port (e97c7eef-d91c-4356-b5d6-00cbeeb45f5b), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:40.809450 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0b49bef1-1cab-4ed1-8cb2-fea4e48a958f tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982366'] for port (e97c7eef-d91c-4356-b5d6-00cbeeb45f5b), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:40.809778 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0b49bef1-1cab-4ed1-8cb2-fea4e48a958f tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks [] for floatingip (e97c7eef-d91c-4356-b5d6-00cbeeb45f5b), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:40.821153 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-0b49bef1-1cab-4ed1-8cb2-fea4e48a958f tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Calling delete_port for e97c7eef-d91c-4356-b5d6-00cbeeb45f5b owned by network:floatingip {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:39:41.031561 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0b49bef1-1cab-4ed1-8cb2-fea4e48a958f tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744330232405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744329793208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9848306'] for port (e97c7eef-d91c-4356-b5d6-00cbeeb45f5b), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:41.058086 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b49bef1-1cab-4ed1-8cb2-fea4e48a958f tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Pushing event deleted for resources: {'Port': ['ID=e97c7eef-d91c-4356-b5d6-00cbeeb45f5b,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:39:41.128209 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0b49bef1-1cab-4ed1-8cb2-fea4e48a958f tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks [] for floatingip (fed8dfc3-b784-4e76-b95d-ef31520f8e46), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:41.130733 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0b49bef1-1cab-4ed1-8cb2-fea4e48a958f tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90846'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:41.131873 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-0b49bef1-1cab-4ed1-8cb2-fea4e48a958f tempest-AttachVolumeNegativeTest-140977175 tempest-AttachVolumeNegativeTest-140977175-project] 10.222.0.58 "DELETE /v2.0/floatingips/fed8dfc3-b784-4e76-b95d-ef31520f8e46 HTTP/1.1" status: 204 len: 168 time: 0.5403886 Mar 14 14:39:41.261915 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Device af36b4b6-aa76-4219-b4a7-8c56cc09db85 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:39:41.285127 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] No Port match for: af36b4b6-aa76-4219-b4a7-8c56cc09db85 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 14:39:41.285406 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Device af36b4b6-aa76-4219-b4a7-8c56cc09db85 not bound to the agent host hv-cinder-79053 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 14:39:43.265050 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-40642c42-9f60-4c7c-b806-8081cef12797 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (3a20f343-fbae-42b4-9bd9-ea7570b5f761), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:44.248069 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1359c12f-9f02-429e-8c66-1d1d1dbe42c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (105db0a1-84b9-47b6-91eb-e578cb139bff), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:45.317467 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 39338) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:39:45.550650 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-91e6bee0-ce44-4dbb-9ae4-7799debe7360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (837ef9e9-d083-4188-a7c6-79f2c68dbd25), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:45.767765 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3de3c7e3-d53c-41f9-8e74-082cfc448d00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2015432'] for router_interface (b75cf2f1-4138-468d-9e81-4c8e80e022b4), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:46.017814 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-3de3c7e3-d53c-41f9-8e74-082cfc448d00 admin admin] Deleting port 8f12d4c0-cbb3-4f08-837a-423adb8783f1 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:39:46.018157 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3de3c7e3-d53c-41f9-8e74-082cfc448d00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744330222830'] for port (8f12d4c0-cbb3-4f08-837a-423adb8783f1), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:46.104713 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-3de3c7e3-d53c-41f9-8e74-082cfc448d00 admin admin] For port 8f12d4c0-cbb3-4f08-837a-423adb8783f1, host dv-cinder-790535-28-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-smb',level=0,port_id=8f12d4c0-cbb3-4f08-837a-423adb8783f1,segment=NetworkSegment(2e71eb14-5578-4214-b785-a17f91764def),segment_id=2e71eb14-5578-4214-b785-a17f91764def)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:39:46.105232 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3de3c7e3-d53c-41f9-8e74-082cfc448d00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982366'] for port (8f12d4c0-cbb3-4f08-837a-423adb8783f1), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:46.121105 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-3de3c7e3-d53c-41f9-8e74-082cfc448d00 admin admin] Calling delete_port for 8f12d4c0-cbb3-4f08-837a-423adb8783f1 owned by network:router_interface {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:39:46.362204 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3de3c7e3-d53c-41f9-8e74-082cfc448d00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744330232405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744329793208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9848306'] for port (8f12d4c0-cbb3-4f08-837a-423adb8783f1), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:46.387804 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de3c7e3-d53c-41f9-8e74-082cfc448d00 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f12d4c0-cbb3-4f08-837a-423adb8783f1,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:39:46.812917 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3de3c7e3-d53c-41f9-8e74-082cfc448d00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2016088'] for router_interface (b75cf2f1-4138-468d-9e81-4c8e80e022b4), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:47.032747 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3de3c7e3-d53c-41f9-8e74-082cfc448d00 admin admin] Router b75cf2f1-4138-468d-9e81-4c8e80e022b4 has already been hosted by L3 agent 3a20f343-fbae-42b4-9bd9-ea7570b5f761 {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 14:39:47.145838 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3de3c7e3-d53c-41f9-8e74-082cfc448d00 admin admin] Notify agent at l3_agent.dv-cinder-790535-28-smb the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 14:39:47.154388 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-3de3c7e3-d53c-41f9-8e74-082cfc448d00 admin admin] 10.222.0.58 "PUT /v2.0/routers/b75cf2f1-4138-468d-9e81-4c8e80e022b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8326645 Mar 14 14:39:47.155771 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 39342) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:39:47.159552 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8388ecb-8dc6-4ebc-88e1-83060f20be7f None None] Sync routers for ids ['b75cf2f1-4138-468d-9e81-4c8e80e022b4'] in dv-cinder-790535-28-smb {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 14:39:47.172998 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8388ecb-8dc6-4ebc-88e1-83060f20be7f None None] Routers {'b75cf2f1-4138-468d-9e81-4c8e80e022b4'} bound to L3 agent in host dv-cinder-790535-28-smb {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:39:47.173637 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-d8388ecb-8dc6-4ebc-88e1-83060f20be7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T14:20:13Z,description=,heartbeat_timestamp=2022-03-14T14:39:43Z,host='dv-cinder-790535-28-smb',id=3a20f343-fbae-42b4-9bd9-ea7570b5f761,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:20:14Z,topic='l3_agent')) {'router_ids': ['b75cf2f1-4138-468d-9e81-4c8e80e022b4'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:39:47.221823 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (ddc61399-76bc-42cc-9da4-26f2fa974742), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:47.275432 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8195b4a8-ca0a-443d-88fe-f89d0bd4d7ba admin admin] Publish callbacks [] for router (b75cf2f1-4138-468d-9e81-4c8e80e022b4), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:47.301778 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-d8388ecb-8dc6-4ebc-88e1-83060f20be7f None None] Set router b75cf2f1-4138-468d-9e81-4c8e80e022b4 gateway port host: dv-cinder-790535-28-smb {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:39:47.390342 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8195b4a8-ca0a-443d-88fe-f89d0bd4d7ba admin admin] Publish callbacks [] for router_gateway (b75cf2f1-4138-468d-9e81-4c8e80e022b4), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:47.519447 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-8195b4a8-ca0a-443d-88fe-f89d0bd4d7ba admin admin] Deleting port f7089ac1-60e8-4225-ad94-1f2daf56b0b9 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:39:47.519796 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8195b4a8-ca0a-443d-88fe-f89d0bd4d7ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744330222830'] for port (f7089ac1-60e8-4225-ad94-1f2daf56b0b9), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:47.609558 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-8195b4a8-ca0a-443d-88fe-f89d0bd4d7ba admin admin] For port f7089ac1-60e8-4225-ad94-1f2daf56b0b9, host dv-cinder-790535-28-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-smb',level=0,port_id=f7089ac1-60e8-4225-ad94-1f2daf56b0b9,segment=NetworkSegment(bce16b83-cd05-4f93-adb0-46e63864be13),segment_id=bce16b83-cd05-4f93-adb0-46e63864be13)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:39:47.609923 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8195b4a8-ca0a-443d-88fe-f89d0bd4d7ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982366'] for port (f7089ac1-60e8-4225-ad94-1f2daf56b0b9), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:47.622304 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-8195b4a8-ca0a-443d-88fe-f89d0bd4d7ba admin admin] Calling delete_port for f7089ac1-60e8-4225-ad94-1f2daf56b0b9 owned by network:router_gateway {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:39:47.628472 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-d8388ecb-8dc6-4ebc-88e1-83060f20be7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'name': 'tempest-AttachVolumeNegativeTest-705139474-router', 'tenant_id': '9a82d323ca8e4f358a750af658b4eeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'external_fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.219'}], 'enable_snat': True}, 'gw_port_id': 'f7089ac1-60e8-4225-ad94-1f2daf56b0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:34:37Z', 'updated_at': '2022-03-14T14:39:46Z', 'revision_number': 5, 'project_id': '9a82d323ca8e4f358a750af658b4eeb2', 'gw_port': {'id': 'f7089ac1-60e8-4225-ad94-1f2daf56b0b9', 'name': '', 'network_id': '21060e90-61ba-4e92-afb3-f12491c9b56b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:24:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '3278263d-ed58-402f-9606-a5b3ef606428', 'ip_address': '172.28.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-28-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T14:34:38Z', 'updated_at': '2022-03-14T14:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3278263d-ed58-402f-9606-a5b3ef606428', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-28-smb'}], 'dv-cinder-790535-28-smb', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:39:47.656552 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8388ecb-8dc6-4ebc-88e1-83060f20be7f None None] Checking router: b75cf2f1-4138-468d-9e81-4c8e80e022b4 for host: dv-cinder-790535-28-smb {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 14:39:47.667603 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8388ecb-8dc6-4ebc-88e1-83060f20be7f None None] Routers {'b75cf2f1-4138-468d-9e81-4c8e80e022b4'} bound to L3 agent in host dv-cinder-790535-28-smb {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 14:39:47.668513 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-d8388ecb-8dc6-4ebc-88e1-83060f20be7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-28-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T14:20:13Z,description=,heartbeat_timestamp=2022-03-14T14:39:43Z,host='dv-cinder-790535-28-smb',id=3a20f343-fbae-42b4-9bd9-ea7570b5f761,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T14:20:14Z,topic='l3_agent')) {'router_ids': ['b75cf2f1-4138-468d-9e81-4c8e80e022b4'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:39:47.801471 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-d8388ecb-8dc6-4ebc-88e1-83060f20be7f None None] Set router b75cf2f1-4138-468d-9e81-4c8e80e022b4 gateway port host: None {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 14:39:47.862577 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-d8388ecb-8dc6-4ebc-88e1-83060f20be7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'name': 'tempest-AttachVolumeNegativeTest-705139474-router', 'tenant_id': '9a82d323ca8e4f358a750af658b4eeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:34:37Z', 'updated_at': '2022-03-14T14:39:47Z', 'revision_number': 6, 'project_id': '9a82d323ca8e4f358a750af658b4eeb2', 'gw_port_host': None}], 'dv-cinder-790535-28-smb', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:39:47.891131 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8388ecb-8dc6-4ebc-88e1-83060f20be7f None None] The sync data for ids ['b75cf2f1-4138-468d-9e81-4c8e80e022b4'] in dv-cinder-790535-28-smb is: [{'id': 'b75cf2f1-4138-468d-9e81-4c8e80e022b4', 'name': 'tempest-AttachVolumeNegativeTest-705139474-router', 'tenant_id': '9a82d323ca8e4f358a750af658b4eeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T14:34:37Z', 'updated_at': '2022-03-14T14:39:47Z', 'revision_number': 6, 'project_id': '9a82d323ca8e4f358a750af658b4eeb2', 'gw_port_host': None}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 14:39:47.974240 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8195b4a8-ca0a-443d-88fe-f89d0bd4d7ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744330232405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744329793208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9848306'] for port (f7089ac1-60e8-4225-ad94-1f2daf56b0b9), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:48.001892 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8195b4a8-ca0a-443d-88fe-f89d0bd4d7ba admin admin] Pushing event deleted for resources: {'Port': ['ID=f7089ac1-60e8-4225-ad94-1f2daf56b0b9,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:39:48.066748 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8195b4a8-ca0a-443d-88fe-f89d0bd4d7ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2016498'] for router_gateway (b75cf2f1-4138-468d-9e81-4c8e80e022b4), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:48.172677 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8195b4a8-ca0a-443d-88fe-f89d0bd4d7ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2015869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4732'] for router (b75cf2f1-4138-468d-9e81-4c8e80e022b4), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:48.174743 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8195b4a8-ca0a-443d-88fe-f89d0bd4d7ba admin admin] Publish callbacks [] for router_controller (b75cf2f1-4138-468d-9e81-4c8e80e022b4), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:48.299820 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8195b4a8-ca0a-443d-88fe-f89d0bd4d7ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2015846'] for router (b75cf2f1-4138-468d-9e81-4c8e80e022b4), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:48.300429 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8195b4a8-ca0a-443d-88fe-f89d0bd4d7ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router b75cf2f1-4138-468d-9e81-4c8e80e022b4 {{(pid=103767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 14:39:48.304808 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8195b4a8-ca0a-443d-88fe-f89d0bd4d7ba admin admin] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:48.306489 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-8195b4a8-ca0a-443d-88fe-f89d0bd4d7ba admin admin] 10.222.0.58 "DELETE /v2.0/routers/b75cf2f1-4138-468d-9e81-4c8e80e022b4 HTTP/1.1" status: 204 len: 168 time: 1.1510105 Mar 14 14:39:48.308989 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 39344) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:39:48.360462 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa00efb9-650b-4797-b870-0da0b59524f0 admin admin] Deleting subnet 552817ad-4405-41ef-9fca-99665a7d7043 {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 14:39:48.367333 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fa00efb9-650b-4797-b870-0da0b59524f0 admin admin] Publish callbacks [] for subnet (552817ad-4405-41ef-9fca-99665a7d7043), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:48.400890 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fa00efb9-650b-4797-b870-0da0b59524f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10236621'] for subnet (552817ad-4405-41ef-9fca-99665a7d7043), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:48.489338 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fa00efb9-650b-4797-b870-0da0b59524f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999657'] for subnet (552817ad-4405-41ef-9fca-99665a7d7043), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:48.631670 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fa00efb9-650b-4797-b870-0da0b59524f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9848285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8872594'] for subnet (552817ad-4405-41ef-9fca-99665a7d7043), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:48.655800 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa00efb9-650b-4797-b870-0da0b59524f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=552817ad-4405-41ef-9fca-99665a7d7043,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:39:48.663301 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fa00efb9-650b-4797-b870-0da0b59524f0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:48.668259 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-fa00efb9-650b-4797-b870-0da0b59524f0 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/552817ad-4405-41ef-9fca-99665a7d7043 HTTP/1.1" status: 204 len: 168 time: 0.3580701 Mar 14 14:39:48.669796 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f178d4d7-5c80-4c1a-bf19-779b4eaa21fe None None] Network 5d4a8694-0239-4e2f-aa18-849c2487601b requested from dv-cinder-790535-28-smb {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 14:39:48.670633 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 39346) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:39:48.753189 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b71295d7-fe36-44fb-9503-3851694b025b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-911660'] for network (5d4a8694-0239-4e2f-aa18-849c2487601b), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:48.811262 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-b71295d7-fe36-44fb-9503-3851694b025b admin admin] Deleting port 9a434366-b88f-42e9-8a98-bd2d61fea7df {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:39:48.811603 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b71295d7-fe36-44fb-9503-3851694b025b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744330222830'] for port (9a434366-b88f-42e9-8a98-bd2d61fea7df), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:48.851388 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca00885-6b1e-48b6-acc1-5f4f31fc20f6 None None] DHCP port deletion for 5d4a8694-0239-4e2f-aa18-849c2487601b request from dv-cinder-790535-28-smb {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 14 14:39:48.887129 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-b71295d7-fe36-44fb-9503-3851694b025b admin admin] For port 9a434366-b88f-42e9-8a98-bd2d61fea7df, host dv-cinder-790535-28-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-smb',level=0,port_id=9a434366-b88f-42e9-8a98-bd2d61fea7df,segment=NetworkSegment(2e71eb14-5578-4214-b785-a17f91764def),segment_id=2e71eb14-5578-4214-b785-a17f91764def)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:39:48.887747 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b71295d7-fe36-44fb-9503-3851694b025b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982366'] for port (9a434366-b88f-42e9-8a98-bd2d61fea7df), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:48.906286 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-eca00885-6b1e-48b6-acc1-5f4f31fc20f6 None None] Deleting port 9a434366-b88f-42e9-8a98-bd2d61fea7df {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:39:48.906483 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-b71295d7-fe36-44fb-9503-3851694b025b admin admin] Calling delete_port for 9a434366-b88f-42e9-8a98-bd2d61fea7df owned by network:dhcp {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:39:48.906796 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-eca00885-6b1e-48b6-acc1-5f4f31fc20f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744330222830'] for port (9a434366-b88f-42e9-8a98-bd2d61fea7df), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:48.977684 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-eca00885-6b1e-48b6-acc1-5f4f31fc20f6 None None] For port 9a434366-b88f-42e9-8a98-bd2d61fea7df, host dv-cinder-790535-28-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-28-smb',level=0,port_id=9a434366-b88f-42e9-8a98-bd2d61fea7df,segment=NetworkSegment(2e71eb14-5578-4214-b785-a17f91764def),segment_id=2e71eb14-5578-4214-b785-a17f91764def)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:39:48.979398 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-eca00885-6b1e-48b6-acc1-5f4f31fc20f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982366'] for port (9a434366-b88f-42e9-8a98-bd2d61fea7df), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:48.995083 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-eca00885-6b1e-48b6-acc1-5f4f31fc20f6 None None] Calling delete_port for 9a434366-b88f-42e9-8a98-bd2d61fea7df owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:39:49.088047 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b71295d7-fe36-44fb-9503-3851694b025b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744330232405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744329793208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9848306'] for port (9a434366-b88f-42e9-8a98-bd2d61fea7df), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:49.093815 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-eca00885-6b1e-48b6-acc1-5f4f31fc20f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744330232405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744329793208'] for port (9a434366-b88f-42e9-8a98-bd2d61fea7df), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:49.114009 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71295d7-fe36-44fb-9503-3851694b025b admin admin] Pushing event deleted for resources: {'Port': ['ID=9a434366-b88f-42e9-8a98-bd2d61fea7df,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:39:49.118456 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71295d7-fe36-44fb-9503-3851694b025b admin admin] No DVR routers for this DVR port 9a434366-b88f-42e9-8a98-bd2d61fea7df on host dv-cinder-790535-28-smb {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 14:39:49.118888 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca00885-6b1e-48b6-acc1-5f4f31fc20f6 None None] Pushing event deleted for resources: {'Port': ['ID=9a434366-b88f-42e9-8a98-bd2d61fea7df,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:39:49.126881 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca00885-6b1e-48b6-acc1-5f4f31fc20f6 None None] No DVR routers for this DVR port 9a434366-b88f-42e9-8a98-bd2d61fea7df on host dv-cinder-790535-28-smb {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 14:39:49.130506 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca00885-6b1e-48b6-acc1-5f4f31fc20f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:39:49.130860 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca00885-6b1e-48b6-acc1-5f4f31fc20f6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:39:49.131204 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca00885-6b1e-48b6-acc1-5f4f31fc20f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:39:49.131539 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca00885-6b1e-48b6-acc1-5f4f31fc20f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:39:49.131878 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca00885-6b1e-48b6-acc1-5f4f31fc20f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:39:49.132262 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca00885-6b1e-48b6-acc1-5f4f31fc20f6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:39:49.132600 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca00885-6b1e-48b6-acc1-5f4f31fc20f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:39:49.132925 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca00885-6b1e-48b6-acc1-5f4f31fc20f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:39:49.133825 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca00885-6b1e-48b6-acc1-5f4f31fc20f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:39:49.134272 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca00885-6b1e-48b6-acc1-5f4f31fc20f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:39:49.134688 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca00885-6b1e-48b6-acc1-5f4f31fc20f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:39:49.135023 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca00885-6b1e-48b6-acc1-5f4f31fc20f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:39:49.135353 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca00885-6b1e-48b6-acc1-5f4f31fc20f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:39:49.135681 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca00885-6b1e-48b6-acc1-5f4f31fc20f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:39:49.136029 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca00885-6b1e-48b6-acc1-5f4f31fc20f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:39:49.199022 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b71295d7-fe36-44fb-9503-3851694b025b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000466', 'neutron.services.segments.db._delete_segments_for_network-8744330122518'] for network (5d4a8694-0239-4e2f-aa18-849c2487601b), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:49.220384 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.services.segments.db [None req-b71295d7-fe36-44fb-9503-3851694b025b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d4a8694-0239-4e2f-aa18-849c2487601b']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:39:49.230253 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.services.segments.db [None req-b71295d7-fe36-44fb-9503-3851694b025b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e71eb14-5578-4214-b785-a17f91764def') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:39:49.230547 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.services.segments.db [None req-b71295d7-fe36-44fb-9503-3851694b025b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e71eb14-5578-4214-b785-a17f91764def') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:39:49.240155 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b71295d7-fe36-44fb-9503-3851694b025b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744330120735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10236614'] for segment (2e71eb14-5578-4214-b785-a17f91764def), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:49.253463 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b71295d7-fe36-44fb-9503-3851694b025b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011900'] for segment (2e71eb14-5578-4214-b785-a17f91764def), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:49.259538 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b71295d7-fe36-44fb-9503-3851694b025b admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 14:39:49.259916 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b71295d7-fe36-44fb-9503-3851694b025b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9847811'] for segment (2e71eb14-5578-4214-b785-a17f91764def), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:49.261555 dv-cinder-790535-28-smb neutron-server[103767]: Traceback (most recent call last): Mar 14 14:39:49.261555 dv-cinder-790535-28-smb neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 14:39:49.261555 dv-cinder-790535-28-smb neutron-server[103767]: timer() Mar 14 14:39:49.261555 dv-cinder-790535-28-smb neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 14:39:49.261555 dv-cinder-790535-28-smb neutron-server[103767]: cb(*args, **kw) Mar 14 14:39:49.261555 dv-cinder-790535-28-smb neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 14:39:49.261555 dv-cinder-790535-28-smb neutron-server[103767]: return func(*args, **kwargs) Mar 14 14:39:49.261555 dv-cinder-790535-28-smb neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 14:39:49.261555 dv-cinder-790535-28-smb neutron-server[103767]: self._notify() Mar 14 14:39:49.261555 dv-cinder-790535-28-smb neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 14:39:49.261555 dv-cinder-790535-28-smb neutron-server[103767]: self.callback(batched_events) Mar 14 14:39:49.261555 dv-cinder-790535-28-smb neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 14:39:49.261555 dv-cinder-790535-28-smb neutron-server[103767]: event.method(event) Mar 14 14:39:49.261555 dv-cinder-790535-28-smb neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 14:39:49.261555 dv-cinder-790535-28-smb neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 14:39:49.261555 dv-cinder-790535-28-smb neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 14:39:49.261555 dv-cinder-790535-28-smb neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 14:39:49.261555 dv-cinder-790535-28-smb neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 14:39:49.261555 dv-cinder-790535-28-smb neutron-server[103767]: return f(self, *a, **k) Mar 14 14:39:49.261555 dv-cinder-790535-28-smb neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 14:39:49.261555 dv-cinder-790535-28-smb neutron-server[103767]: return self._get(url).json() Mar 14 14:39:49.261555 dv-cinder-790535-28-smb neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 14:39:49.261555 dv-cinder-790535-28-smb neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 14:39:49.261555 dv-cinder-790535-28-smb neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 14:39:49.261555 dv-cinder-790535-28-smb neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 14 14:39:49.261555 dv-cinder-790535-28-smb neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 14:39:49.261555 dv-cinder-790535-28-smb neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 14:39:49.261555 dv-cinder-790535-28-smb neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 14:39:49.261555 dv-cinder-790535-28-smb neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 14:39:49.261555 dv-cinder-790535-28-smb neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 14:39:49.261555 dv-cinder-790535-28-smb neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 14:39:49.261555 dv-cinder-790535-28-smb neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 14:39:49.385285 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b71295d7-fe36-44fb-9503-3851694b025b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2016470'] for network (5d4a8694-0239-4e2f-aa18-849c2487601b), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:49.390545 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b71295d7-fe36-44fb-9503-3851694b025b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632217'] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:49.397854 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-b71295d7-fe36-44fb-9503-3851694b025b admin admin] 10.222.0.58 "DELETE /v2.0/networks/5d4a8694-0239-4e2f-aa18-849c2487601b HTTP/1.1" status: 204 len: 168 time: 0.7221320 Mar 14 14:39:49.404967 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71295d7-fe36-44fb-9503-3851694b025b admin admin] Pushing event deleted for resources: {'Network': ['ID=5d4a8694-0239-4e2f-aa18-849c2487601b,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:39:49.729199 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 39350) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:39:49.729921 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Device f7089ac1-60e8-4225-ad94-1f2daf56b0b9 no longer exists at agent ovs-agent-dv-cinder-790535-28-smb {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:39:49.755330 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] No Port match for: f7089ac1-60e8-4225-ad94-1f2daf56b0b9 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 14:39:49.755669 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Device f7089ac1-60e8-4225-ad94-1f2daf56b0b9 not bound to the agent host dv-cinder-790535-28-smb {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 14:39:49.756117 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Device 9a434366-b88f-42e9-8a98-bd2d61fea7df no longer exists at agent ovs-agent-dv-cinder-790535-28-smb {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:39:49.771326 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-8166e73d-1130-4510-943c-b83f3843af0f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9a82d323ca8e4f358a750af658b4eeb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0408916 Mar 14 14:39:49.774459 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 39352) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:39:49.776190 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] No Port match for: 9a434366-b88f-42e9-8a98-bd2d61fea7df {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 14:39:49.776546 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Device 9a434366-b88f-42e9-8a98-bd2d61fea7df not bound to the agent host dv-cinder-790535-28-smb {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 14:39:49.776968 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Device 8f12d4c0-cbb3-4f08-837a-423adb8783f1 no longer exists at agent ovs-agent-dv-cinder-790535-28-smb {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:39:49.797472 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] No Port match for: 8f12d4c0-cbb3-4f08-837a-423adb8783f1 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 14:39:49.797824 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Device 8f12d4c0-cbb3-4f08-837a-423adb8783f1 not bound to the agent host dv-cinder-790535-28-smb {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 14:39:49.830821 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1357a887-2424-42a8-a46c-06109921e05a admin admin] Publish callbacks [] for security_group (ed8f3512-e339-4128-be86-5d6c531b2ce3), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:49.853941 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1357a887-2424-42a8-a46c-06109921e05a admin admin] Publish callbacks [] for security_group (ed8f3512-e339-4128-be86-5d6c531b2ce3), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:49.979852 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1357a887-2424-42a8-a46c-06109921e05a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (ed8f3512-e339-4128-be86-5d6c531b2ce3), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:49.983024 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1357a887-2424-42a8-a46c-06109921e05a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:49.984487 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-1357a887-2424-42a8-a46c-06109921e05a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ed8f3512-e339-4128-be86-5d6c531b2ce3 HTTP/1.1" status: 204 len: 168 time: 0.2088552 Mar 14 14:39:49.993929 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1357a887-2424-42a8-a46c-06109921e05a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8f3512-e339-4128-be86-5d6c531b2ce3,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:39:52.574109 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 39402) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:39:52.677678 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a9e478dc-28d0-4756-8a18-dde9549de31d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:52.748597 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a9e478dc-28d0-4756-8a18-dde9549de31d admin admin] Publish callbacks [] for security_group (c05dd133-507b-4e9e-b487-3f42f4d6897e), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:52.842452 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a9e478dc-28d0-4756-8a18-dde9549de31d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (c05dd133-507b-4e9e-b487-3f42f4d6897e), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:52.881478 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e478dc-28d0-4756-8a18-dde9549de31d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c05dd133-507b-4e9e-b487-3f42f4d6897e,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:39:52.886224 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-a9e478dc-28d0-4756-8a18-dde9549de31d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=76d9ce95923a4016890f9ee4e0f481bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3110571 Mar 14 14:39:52.889008 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 39406) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:39:52.938614 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-270907ed-3f60-4098-ae06-59a6ba73319c admin admin] Publish callbacks [] for security_group (c05dd133-507b-4e9e-b487-3f42f4d6897e), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:52.960142 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-270907ed-3f60-4098-ae06-59a6ba73319c admin admin] Publish callbacks [] for security_group (c05dd133-507b-4e9e-b487-3f42f4d6897e), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:53.099440 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-270907ed-3f60-4098-ae06-59a6ba73319c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (c05dd133-507b-4e9e-b487-3f42f4d6897e), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:53.102074 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-270907ed-3f60-4098-ae06-59a6ba73319c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:53.103336 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-270907ed-3f60-4098-ae06-59a6ba73319c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c05dd133-507b-4e9e-b487-3f42f4d6897e HTTP/1.1" status: 204 len: 168 time: 0.2133868 Mar 14 14:39:53.111925 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270907ed-3f60-4098-ae06-59a6ba73319c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c05dd133-507b-4e9e-b487-3f42f4d6897e,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:39:53.804243 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 39412) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:39:53.818151 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cadfdaf5-f39c-424a-a93f-79ed39ef5df5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:53.890972 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cadfdaf5-f39c-424a-a93f-79ed39ef5df5 admin admin] Publish callbacks [] for security_group (e92736d1-c9b2-45ac-880f-a3a018daa506), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:53.945323 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cadfdaf5-f39c-424a-a93f-79ed39ef5df5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (e92736d1-c9b2-45ac-880f-a3a018daa506), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:53.987117 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-cadfdaf5-f39c-424a-a93f-79ed39ef5df5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=118cd0304d164b5598df1215feac9c0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1817622 Mar 14 14:39:53.988020 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadfdaf5-f39c-424a-a93f-79ed39ef5df5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e92736d1-c9b2-45ac-880f-a3a018daa506,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:39:53.990601 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 39414) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:39:54.038975 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cd471610-61d9-4a94-9a4c-20b910fc6997 admin admin] Publish callbacks [] for security_group (e92736d1-c9b2-45ac-880f-a3a018daa506), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:54.061885 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cd471610-61d9-4a94-9a4c-20b910fc6997 admin admin] Publish callbacks [] for security_group (e92736d1-c9b2-45ac-880f-a3a018daa506), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:54.173546 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cd471610-61d9-4a94-9a4c-20b910fc6997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (e92736d1-c9b2-45ac-880f-a3a018daa506), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:54.176154 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cd471610-61d9-4a94-9a4c-20b910fc6997 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:39:54.177304 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-cd471610-61d9-4a94-9a4c-20b910fc6997 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e92736d1-c9b2-45ac-880f-a3a018daa506 HTTP/1.1" status: 204 len: 168 time: 0.1857204 Mar 14 14:39:54.186671 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd471610-61d9-4a94-9a4c-20b910fc6997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e92736d1-c9b2-45ac-880f-a3a018daa506,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:39:55.910346 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (5e7a912f-556e-4923-ad48-72f47c325557), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:07.510159 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.agents_db [None req-65564c68-cd92-4c79-8f56-5bb994fe7015 None None] Agent healthcheck: found 6 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 14:40:08.088946 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 39546) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:40:08.210512 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5720052b-97e1-43fb-9061-a832bc41577a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:08.289756 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5720052b-97e1-43fb-9061-a832bc41577a admin admin] Publish callbacks [] for security_group (3c3eda98-2d61-4d5f-a12d-567b048f95e7), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:08.374064 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5720052b-97e1-43fb-9061-a832bc41577a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (3c3eda98-2d61-4d5f-a12d-567b048f95e7), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:08.418575 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-5720052b-97e1-43fb-9061-a832bc41577a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5e72a4d8b9b24b059658691e433360a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3284025 Mar 14 14:40:08.419423 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5720052b-97e1-43fb-9061-a832bc41577a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c3eda98-2d61-4d5f-a12d-567b048f95e7,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:40:08.421799 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 39550) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:40:08.475696 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4f185fa4-839d-4835-9158-913c47cf4dd0 admin admin] Publish callbacks [] for security_group (3c3eda98-2d61-4d5f-a12d-567b048f95e7), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:08.499464 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4f185fa4-839d-4835-9158-913c47cf4dd0 admin admin] Publish callbacks [] for security_group (3c3eda98-2d61-4d5f-a12d-567b048f95e7), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:08.613214 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4f185fa4-839d-4835-9158-913c47cf4dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (3c3eda98-2d61-4d5f-a12d-567b048f95e7), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:08.615836 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4f185fa4-839d-4835-9158-913c47cf4dd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:08.617012 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-4f185fa4-839d-4835-9158-913c47cf4dd0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3c3eda98-2d61-4d5f-a12d-567b048f95e7 HTTP/1.1" status: 204 len: 168 time: 0.1943078 Mar 14 14:40:08.625986 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f185fa4-839d-4835-9158-913c47cf4dd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c3eda98-2d61-4d5f-a12d-567b048f95e7,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:40:09.293137 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 39556) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:40:09.308324 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8f0f6224-fbe9-499f-96db-f0c18150c10f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:09.391924 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8f0f6224-fbe9-499f-96db-f0c18150c10f admin admin] Publish callbacks [] for security_group (fb3bc5a1-d547-4361-805e-a25a4ca0c7ab), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:09.704795 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8f0f6224-fbe9-499f-96db-f0c18150c10f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (fb3bc5a1-d547-4361-805e-a25a4ca0c7ab), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:09.745990 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-8f0f6224-fbe9-499f-96db-f0c18150c10f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b8ad129f075d41908082fbc8693c9276&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4517283 Mar 14 14:40:09.746966 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0f6224-fbe9-499f-96db-f0c18150c10f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb3bc5a1-d547-4361-805e-a25a4ca0c7ab,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:40:09.748750 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 39558) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:40:09.802463 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-10a4978e-745d-46cb-a42d-90f2bc54a19c admin admin] Publish callbacks [] for security_group (fb3bc5a1-d547-4361-805e-a25a4ca0c7ab), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:09.828632 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-10a4978e-745d-46cb-a42d-90f2bc54a19c admin admin] Publish callbacks [] for security_group (fb3bc5a1-d547-4361-805e-a25a4ca0c7ab), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:09.938978 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-10a4978e-745d-46cb-a42d-90f2bc54a19c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (fb3bc5a1-d547-4361-805e-a25a4ca0c7ab), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:09.941715 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-10a4978e-745d-46cb-a42d-90f2bc54a19c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:09.947562 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-10a4978e-745d-46cb-a42d-90f2bc54a19c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fb3bc5a1-d547-4361-805e-a25a4ca0c7ab HTTP/1.1" status: 204 len: 168 time: 0.1931205 Mar 14 14:40:09.952015 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a4978e-745d-46cb-a42d-90f2bc54a19c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb3bc5a1-d547-4361-805e-a25a4ca0c7ab,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:40:10.681384 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 39564) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:40:10.694874 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-239696eb-e0f4-41d7-9f8f-2609b54bfed6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:10.704732 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-fb7c8fcf-ad3a-42f5-9fff-40e84653467f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (cdfaf928-5960-4f26-8f0f-a06a7779780c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:10.773500 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-239696eb-e0f4-41d7-9f8f-2609b54bfed6 admin admin] Publish callbacks [] for security_group (89a250ed-303e-46d8-8239-36becfb1ac97), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:10.847607 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-239696eb-e0f4-41d7-9f8f-2609b54bfed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (89a250ed-303e-46d8-8239-36becfb1ac97), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:10.884972 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239696eb-e0f4-41d7-9f8f-2609b54bfed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89a250ed-303e-46d8-8239-36becfb1ac97,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:40:10.889582 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-239696eb-e0f4-41d7-9f8f-2609b54bfed6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7383641a94c64e8084d23ff24d49d217&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2071216 Mar 14 14:40:10.892816 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 39566) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:40:10.942424 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0919f2df-3f62-4493-b08f-9ef9e5ab99c8 admin admin] Publish callbacks [] for security_group (89a250ed-303e-46d8-8239-36becfb1ac97), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:10.967238 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0919f2df-3f62-4493-b08f-9ef9e5ab99c8 admin admin] Publish callbacks [] for security_group (89a250ed-303e-46d8-8239-36becfb1ac97), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:11.133127 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0919f2df-3f62-4493-b08f-9ef9e5ab99c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (89a250ed-303e-46d8-8239-36becfb1ac97), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:11.135727 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0919f2df-3f62-4493-b08f-9ef9e5ab99c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:11.136905 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-0919f2df-3f62-4493-b08f-9ef9e5ab99c8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/89a250ed-303e-46d8-8239-36becfb1ac97 HTTP/1.1" status: 204 len: 168 time: 0.2437932 Mar 14 14:40:11.148346 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0919f2df-3f62-4493-b08f-9ef9e5ab99c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a250ed-303e-46d8-8239-36becfb1ac97,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:40:13.201952 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-735d029a-bb1d-4644-bdf9-47df0406d24b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (3a20f343-fbae-42b4-9bd9-ea7570b5f761), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:14.311297 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1359c12f-9f02-429e-8c66-1d1d1dbe42c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (105db0a1-84b9-47b6-91eb-e578cb139bff), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:14.539621 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 39638) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:40:14.675781 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-75035a88-cd39-4449-922b-da159d379667 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:14.790635 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-75035a88-cd39-4449-922b-da159d379667 admin admin] Publish callbacks [] for security_group (e73bcf2e-efaf-404b-b862-d1a8663411ce), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:14.848496 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-75035a88-cd39-4449-922b-da159d379667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (e73bcf2e-efaf-404b-b862-d1a8663411ce), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:14.890213 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75035a88-cd39-4449-922b-da159d379667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e73bcf2e-efaf-404b-b862-d1a8663411ce,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:40:14.895217 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-75035a88-cd39-4449-922b-da159d379667 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=58393356655849ac8f8a244ad33302c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3544202 Mar 14 14:40:14.897798 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 39642) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:40:14.946564 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-effc3328-4285-431f-a79c-426c719afe8e admin admin] Publish callbacks [] for security_group (e73bcf2e-efaf-404b-b862-d1a8663411ce), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:14.968503 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-effc3328-4285-431f-a79c-426c719afe8e admin admin] Publish callbacks [] for security_group (e73bcf2e-efaf-404b-b862-d1a8663411ce), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:15.110176 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-effc3328-4285-431f-a79c-426c719afe8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (e73bcf2e-efaf-404b-b862-d1a8663411ce), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:15.114093 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-effc3328-4285-431f-a79c-426c719afe8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:15.115080 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-effc3328-4285-431f-a79c-426c719afe8e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e73bcf2e-efaf-404b-b862-d1a8663411ce HTTP/1.1" status: 204 len: 168 time: 0.2160771 Mar 14 14:40:15.126350 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effc3328-4285-431f-a79c-426c719afe8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e73bcf2e-efaf-404b-b862-d1a8663411ce,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:40:15.616441 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-91e6bee0-ce44-4dbb-9ae4-7799debe7360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (837ef9e9-d083-4188-a7c6-79f2c68dbd25), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:15.793316 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 39648) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:40:15.808734 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6c67aea5-043d-42c1-9e15-51c503a6af33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:15.910862 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6c67aea5-043d-42c1-9e15-51c503a6af33 admin admin] Publish callbacks [] for security_group (5546c8b7-bf65-4adb-992f-64679eff4a8f), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:15.973669 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6c67aea5-043d-42c1-9e15-51c503a6af33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (5546c8b7-bf65-4adb-992f-64679eff4a8f), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:16.018617 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-6c67aea5-043d-42c1-9e15-51c503a6af33 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6e59ee6297964aed9bb8d99582616a68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2238221 Mar 14 14:40:16.019607 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c67aea5-043d-42c1-9e15-51c503a6af33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5546c8b7-bf65-4adb-992f-64679eff4a8f,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:40:16.022386 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 39650) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:40:16.076985 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5ca75901-d8c8-4675-9328-47c9fef944ae admin admin] Publish callbacks [] for security_group (5546c8b7-bf65-4adb-992f-64679eff4a8f), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:16.107107 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5ca75901-d8c8-4675-9328-47c9fef944ae admin admin] Publish callbacks [] for security_group (5546c8b7-bf65-4adb-992f-64679eff4a8f), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:16.230327 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5ca75901-d8c8-4675-9328-47c9fef944ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (5546c8b7-bf65-4adb-992f-64679eff4a8f), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:16.232980 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5ca75901-d8c8-4675-9328-47c9fef944ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:16.234145 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-5ca75901-d8c8-4675-9328-47c9fef944ae admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5546c8b7-bf65-4adb-992f-64679eff4a8f HTTP/1.1" status: 204 len: 168 time: 0.2105017 Mar 14 14:40:16.243787 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca75901-d8c8-4675-9328-47c9fef944ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5546c8b7-bf65-4adb-992f-64679eff4a8f,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:40:17.179163 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (ddc61399-76bc-42cc-9da4-26f2fa974742), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:22.062430 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 39708) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:40:22.178962 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-21feb590-c28f-49d5-947a-7a4b38c59d50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:22.274781 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-21feb590-c28f-49d5-947a-7a4b38c59d50 admin admin] Publish callbacks [] for security_group (6eba1a50-f570-4a28-bf56-72e08150947b), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:22.356196 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-21feb590-c28f-49d5-947a-7a4b38c59d50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (6eba1a50-f570-4a28-bf56-72e08150947b), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:22.400243 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-21feb590-c28f-49d5-947a-7a4b38c59d50 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b6b306d6c29a4d288e616c487744e8f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3366790 Mar 14 14:40:22.400970 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21feb590-c28f-49d5-947a-7a4b38c59d50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eba1a50-f570-4a28-bf56-72e08150947b,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:40:22.403015 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 39712) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:40:22.454219 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2c8a644e-f91c-4bdb-ba3f-1fa42e080aca admin admin] Publish callbacks [] for security_group (6eba1a50-f570-4a28-bf56-72e08150947b), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:22.476577 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2c8a644e-f91c-4bdb-ba3f-1fa42e080aca admin admin] Publish callbacks [] for security_group (6eba1a50-f570-4a28-bf56-72e08150947b), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:22.590255 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2c8a644e-f91c-4bdb-ba3f-1fa42e080aca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (6eba1a50-f570-4a28-bf56-72e08150947b), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:22.593164 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2c8a644e-f91c-4bdb-ba3f-1fa42e080aca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:22.594322 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-2c8a644e-f91c-4bdb-ba3f-1fa42e080aca admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6eba1a50-f570-4a28-bf56-72e08150947b HTTP/1.1" status: 204 len: 168 time: 0.1903236 Mar 14 14:40:22.602856 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8a644e-f91c-4bdb-ba3f-1fa42e080aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eba1a50-f570-4a28-bf56-72e08150947b,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:40:23.274262 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 39718) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:40:23.288619 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a07b0122-83ed-4125-af83-cb36ae79ab72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:23.368906 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a07b0122-83ed-4125-af83-cb36ae79ab72 admin admin] Publish callbacks [] for security_group (bba4446d-72e6-4e18-8c65-8fbf7424edd5), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:23.453045 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a07b0122-83ed-4125-af83-cb36ae79ab72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (bba4446d-72e6-4e18-8c65-8fbf7424edd5), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:23.501614 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-a07b0122-83ed-4125-af83-cb36ae79ab72 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=eafa78712f9041bdafba662b91f82acd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2261975 Mar 14 14:40:23.502894 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07b0122-83ed-4125-af83-cb36ae79ab72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bba4446d-72e6-4e18-8c65-8fbf7424edd5,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:40:23.505367 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 39720) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:40:23.567776 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4f030b42-9263-4d85-8591-533fd7c43dfa admin admin] Publish callbacks [] for security_group (bba4446d-72e6-4e18-8c65-8fbf7424edd5), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:23.590269 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4f030b42-9263-4d85-8591-533fd7c43dfa admin admin] Publish callbacks [] for security_group (bba4446d-72e6-4e18-8c65-8fbf7424edd5), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:23.693098 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4f030b42-9263-4d85-8591-533fd7c43dfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (bba4446d-72e6-4e18-8c65-8fbf7424edd5), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:23.696160 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4f030b42-9263-4d85-8591-533fd7c43dfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:23.698212 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-4f030b42-9263-4d85-8591-533fd7c43dfa admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bba4446d-72e6-4e18-8c65-8fbf7424edd5 HTTP/1.1" status: 204 len: 168 time: 0.1916108 Mar 14 14:40:23.709554 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f030b42-9263-4d85-8591-533fd7c43dfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba4446d-72e6-4e18-8c65-8fbf7424edd5,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:40:24.930158 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 39742) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:40:25.028522 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.v2.base [None req-7019e2b0-3559-435e-b3be-a51339e4e00e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1544912683-network', 'tenant_id': 'e5eddeb331bb46779947d6c7cb234d94'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:40:25.138655 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7019e2b0-3559-435e-b3be-a51339e4e00e admin admin] Made reservation on behalf of e5eddeb331bb46779947d6c7cb234d94 for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:40:25.141081 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7019e2b0-3559-435e-b3be-a51339e4e00e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:25.151774 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7019e2b0-3559-435e-b3be-a51339e4e00e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:25.246916 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7019e2b0-3559-435e-b3be-a51339e4e00e admin admin] Publish callbacks [] for security_group (c471425f-ef75-4de5-8542-560d8b9ebda9), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:25.304394 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7019e2b0-3559-435e-b3be-a51339e4e00e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (c471425f-ef75-4de5-8542-560d8b9ebda9), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:25.331429 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7019e2b0-3559-435e-b3be-a51339e4e00e admin admin] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 14:40:25.341861 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7019e2b0-3559-435e-b3be-a51339e4e00e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c471425f-ef75-4de5-8542-560d8b9ebda9,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:40:25.347640 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7019e2b0-3559-435e-b3be-a51339e4e00e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011900'] for segment (1939a244-5f25-491d-be8c-ad90f00f2cca), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:25.348013 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.db.segments_db [None req-7019e2b0-3559-435e-b3be-a51339e4e00e admin admin] Added segment 1939a244-5f25-491d-be8c-ad90f00f2cca of type vlan for network e12ed759-5d3e-4c3b-aff5-d1c1f98a6272 Mar 14 14:40:25.395189 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7019e2b0-3559-435e-b3be-a51339e4e00e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744329743373'] for network (e12ed759-5d3e-4c3b-aff5-d1c1f98a6272), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:25.492578 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7019e2b0-3559-435e-b3be-a51339e4e00e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199'] for network (e12ed759-5d3e-4c3b-aff5-d1c1f98a6272), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:25.493978 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7019e2b0-3559-435e-b3be-a51339e4e00e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:40:25.494590 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7019e2b0-3559-435e-b3be-a51339e4e00e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632217'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:25.552753 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7019e2b0-3559-435e-b3be-a51339e4e00e admin admin] Pushing event updated for resources: {'Network': ['ID=e12ed759-5d3e-4c3b-aff5-d1c1f98a6272,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:40:25.562595 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Network e12ed759-5d3e-4c3b-aff5-d1c1f98a6272 details requested by agent ovs-agent-dv-cinder-790535-28-smb with host dv-cinder-790535-28-smb {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 14:40:25.598963 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-7019e2b0-3559-435e-b3be-a51339e4e00e admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6676123 Mar 14 14:40:25.602149 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 39746) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:40:25.607107 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.v2.base [None req-196580c6-5ddc-4716-8adc-90e111e16ca5 admin admin] Request body: {'subnet': {'network_id': 'e12ed759-5d3e-4c3b-aff5-d1c1f98a6272', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1544912683-subnet', 'tenant_id': 'e5eddeb331bb46779947d6c7cb234d94', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:40:25.687364 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-196580c6-5ddc-4716-8adc-90e111e16ca5 admin admin] Made reservation on behalf of e5eddeb331bb46779947d6c7cb234d94 for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:40:25.689947 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-196580c6-5ddc-4716-8adc-90e111e16ca5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9088491'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:25.927185 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-196580c6-5ddc-4716-8adc-90e111e16ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8770641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9088453'] for subnet (6e221306-e388-43d2-8f24-6a820e50d5b2), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:25.982575 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196580c6-5ddc-4716-8adc-90e111e16ca5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e221306-e388-43d2-8f24-6a820e50d5b2,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:40:25.993900 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196580c6-5ddc-4716-8adc-90e111e16ca5 admin admin] Checking segment: {'id': '1939a244-5f25-491d-be8c-ad90f00f2cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'e12ed759-5d3e-4c3b-aff5-d1c1f98a6272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:40:25.994292 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196580c6-5ddc-4716-8adc-90e111e16ca5 admin admin] Network hostable DHCP agents. Network: e12ed759-5d3e-4c3b-aff5-d1c1f98a6272, hostable agents: ['cdfaf928-5960-4f26-8f0f-a06a7779780c'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 14:40:26.007033 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (5e7a912f-556e-4923-ad48-72f47c325557), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:26.098625 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196580c6-5ddc-4716-8adc-90e111e16ca5 admin admin] Network e12ed759-5d3e-4c3b-aff5-d1c1f98a6272 is scheduled to be hosted by DHCP agent cdfaf928-5960-4f26-8f0f-a06a7779780c with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 14:40:26.213194 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-196580c6-5ddc-4716-8adc-90e111e16ca5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-28-smb, e12ed759-5d3e-4c3b-aff5-d1c1f98a6272) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:40:26.217524 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196580c6-5ddc-4716-8adc-90e111e16ca5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:40:26.220350 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-196580c6-5ddc-4716-8adc-90e111e16ca5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632217'] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:26.225123 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2b3211-dc3d-4a18-a984-bff480c7cece None None] Network e12ed759-5d3e-4c3b-aff5-d1c1f98a6272 requested from dv-cinder-790535-28-smb {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 14:40:26.306754 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-196580c6-5ddc-4716-8adc-90e111e16ca5 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7035306 Mar 14 14:40:26.323845 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb46f33-bda1-474e-8f8a-9fe9d8478438 None None] Network e12ed759-5d3e-4c3b-aff5-d1c1f98a6272 requested from dv-cinder-790535-28-smb {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 14:40:28.587445 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8049f5-f9d8-4168-860a-f57a546aae1f req-47182ec5-ec31-47a6-91cc-0542365f8f6e tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:40:28.588970 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-de8049f5-f9d8-4168-860a-f57a546aae1f req-47182ec5-ec31-47a6-91cc-0542365f8f6e tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] 10.222.0.58 "GET /v2.0/networks?id=e12ed759-5d3e-4c3b-aff5-d1c1f98a6272 HTTP/1.1" status: 200 len: 809 time: 0.1111233 Mar 14 14:40:28.603651 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-de8049f5-f9d8-4168-860a-f57a546aae1f req-57bf01d0-fffa-4f36-8c51-3e2e0fdfe161 tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] 10.222.0.58 "GET /v2.0/quotas/e5eddeb331bb46779947d6c7cb234d94 HTTP/1.1" status: 200 len: 375 time: 0.0092702 Mar 14 14:40:28.636551 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-de8049f5-f9d8-4168-860a-f57a546aae1f req-88bbe7bc-7c9d-4347-86d7-9c0de73ac728 tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e5eddeb331bb46779947d6c7cb234d94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277648 Mar 14 14:40:28.646943 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [req-de8049f5-f9d8-4168-860a-f57a546aae1f req-db8e8101-2cbf-4741-9603-43f6e23de43b service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 14:40:28.647932 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-de8049f5-f9d8-4168-860a-f57a546aae1f req-db8e8101-2cbf-4741-9603-43f6e23de43b service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052862 Mar 14 14:40:28.741467 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-de8049f5-f9d8-4168-860a-f57a546aae1f req-1a0b2ed9-5ce3-4237-b274-84ffcf51ca5d service neutron] 10.222.0.58 "GET /v2.0/networks/e12ed759-5d3e-4c3b-aff5-d1c1f98a6272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876582 Mar 14 14:40:28.846429 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-de8049f5-f9d8-4168-860a-f57a546aae1f req-15693df7-46d9-41ba-a55e-984b21f8a678 service neutron] 10.222.0.58 "GET /v2.0/networks/e12ed759-5d3e-4c3b-aff5-d1c1f98a6272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992396 Mar 14 14:40:29.068678 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-b239c920-6b9d-42c8-a066-096ef0949c88 req-6652f745-f1ec-41aa-afa5-99c7a3f52ee5 tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] 10.222.0.58 "GET /v2.0/ports?device_id=84e165dd-0d2c-4d77-90ef-0289b72fb0d2 HTTP/1.1" status: 200 len: 210 time: 0.0316710 Mar 14 14:40:30.157104 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-0b131b41-913e-4e12-b9d6-14e7885bf134 req-da12f848-58a2-46ee-9d74-b3c1271d8f12 tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] 10.222.0.58 "GET /v2.0/ports?device_id=84e165dd-0d2c-4d77-90ef-0289b72fb0d2 HTTP/1.1" status: 200 len: 210 time: 0.0291395 Mar 14 14:40:31.236617 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-7e832845-0753-4b11-9872-4014ca7f197e req-42a720ff-8db4-4f7e-9098-6fd6e7108b02 tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] 10.222.0.58 "GET /v2.0/ports?device_id=84e165dd-0d2c-4d77-90ef-0289b72fb0d2 HTTP/1.1" status: 200 len: 210 time: 0.0279343 Mar 14 14:40:32.338252 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-c1ee4c74-a07f-48c1-973e-b5cf0f2127f7 req-028ba5be-a657-445c-94bb-c41f12632afd tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] 10.222.0.58 "GET /v2.0/ports?device_id=84e165dd-0d2c-4d77-90ef-0289b72fb0d2 HTTP/1.1" status: 200 len: 210 time: 0.0281198 Mar 14 14:40:32.482919 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8049f5-f9d8-4168-860a-f57a546aae1f req-dd7bbd50-0771-4c6c-9565-3c9863a72344 tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:40:32.484397 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-de8049f5-f9d8-4168-860a-f57a546aae1f req-dd7bbd50-0771-4c6c-9565-3c9863a72344 tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] 10.222.0.35 "GET /v2.0/networks?id=e12ed759-5d3e-4c3b-aff5-d1c1f98a6272 HTTP/1.1" status: 200 len: 809 time: 0.1039367 Mar 14 14:40:32.498034 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.v2.base [req-de8049f5-f9d8-4168-860a-f57a546aae1f req-51e71f44-836a-42ea-a911-f89328946c63 tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] Request body: {'port': {'device_id': '84e165dd-0d2c-4d77-90ef-0289b72fb0d2', 'network_id': 'e12ed759-5d3e-4c3b-aff5-d1c1f98a6272', 'admin_state_up': True, 'tenant_id': 'e5eddeb331bb46779947d6c7cb234d94'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:40:32.664322 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de8049f5-f9d8-4168-860a-f57a546aae1f req-51e71f44-836a-42ea-a911-f89328946c63 tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] Made reservation on behalf of e5eddeb331bb46779947d6c7cb234d94 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:40:32.668460 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-de8049f5-f9d8-4168-860a-f57a546aae1f req-51e71f44-836a-42ea-a911-f89328946c63 tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:32.794210 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-de8049f5-f9d8-4168-860a-f57a546aae1f req-51e71f44-836a-42ea-a911-f89328946c63 tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] Allocated IP 172.20.0.3 (e12ed759-5d3e-4c3b-aff5-d1c1f98a6272/6e221306-e388-43d2-8f24-6a820e50d5b2/9f3a529f-f9f1-4758-8bc6-50ba865bb06d) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:40:32.947188 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-de8049f5-f9d8-4168-860a-f57a546aae1f req-51e71f44-836a-42ea-a911-f89328946c63 tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] Publish callbacks [] for port (9f3a529f-f9f1-4758-8bc6-50ba865bb06d), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:33.053130 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-de8049f5-f9d8-4168-860a-f57a546aae1f req-51e71f44-836a-42ea-a911-f89328946c63 tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744329793199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9848306'] for port (9f3a529f-f9f1-4758-8bc6-50ba865bb06d), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:33.102397 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de8049f5-f9d8-4168-860a-f57a546aae1f req-51e71f44-836a-42ea-a911-f89328946c63 tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] Network e12ed759-5d3e-4c3b-aff5-d1c1f98a6272 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:40:33.105263 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-de8049f5-f9d8-4168-860a-f57a546aae1f req-51e71f44-836a-42ea-a911-f89328946c63 tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:40:33.109213 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-de8049f5-f9d8-4168-860a-f57a546aae1f req-51e71f44-836a-42ea-a911-f89328946c63 tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:40:33.115637 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e71f44-836a-42ea-a911-f89328946c63 tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] Pushing event updated for resources: {'Port': ['ID=9f3a529f-f9f1-4758-8bc6-50ba865bb06d,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:40:33.165496 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8049f5-f9d8-4168-860a-f57a546aae1f req-51e71f44-836a-42ea-a911-f89328946c63 tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:40:33.166103 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-de8049f5-f9d8-4168-860a-f57a546aae1f req-51e71f44-836a-42ea-a911-f89328946c63 tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90846'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:33.227167 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-de8049f5-f9d8-4168-860a-f57a546aae1f req-51e71f44-836a-42ea-a911-f89328946c63 tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7329783 Mar 14 14:40:33.236977 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [req-de8049f5-f9d8-4168-860a-f57a546aae1f req-9a0dfd10-8fa4-4fbc-b202-0f379baf065d tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 14:40:33.237900 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-de8049f5-f9d8-4168-860a-f57a546aae1f req-9a0dfd10-8fa4-4fbc-b202-0f379baf065d tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048909 Mar 14 14:40:33.296090 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.v2.base [req-de8049f5-f9d8-4168-860a-f57a546aae1f req-58c99055-6098-40a0-8e3f-d086205fa066 service neutron] Request body: {'port': {'device_id': '84e165dd-0d2c-4d77-90ef-0289b72fb0d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:40:33.354335 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-de8049f5-f9d8-4168-860a-f57a546aae1f req-58c99055-6098-40a0-8e3f-d086205fa066 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (9f3a529f-f9f1-4758-8bc6-50ba865bb06d), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:33.458033 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456a3a7c-f9bb-4b2e-9cf2-f769ea1da3ad req-6792ffda-a525-413e-83a0-bdd73f32f8d0 tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:40:33.459507 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-456a3a7c-f9bb-4b2e-9cf2-f769ea1da3ad req-6792ffda-a525-413e-83a0-bdd73f32f8d0 tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] 10.222.0.58 "GET /v2.0/ports?device_id=84e165dd-0d2c-4d77-90ef-0289b72fb0d2 HTTP/1.1" status: 200 len: 931 time: 0.0543551 Mar 14 14:40:33.511643 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-456a3a7c-f9bb-4b2e-9cf2-f769ea1da3ad req-837cee26-95ae-4b89-aa86-8e4ebf81621f tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] 10.222.0.58 "GET /v2.0/security-groups?id=c471425f-ef75-4de5-8542-560d8b9ebda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463686 Mar 14 14:40:33.615416 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.notifiers.nova [req-de8049f5-f9d8-4168-860a-f57a546aae1f req-58c99055-6098-40a0-8e3f-d086205fa066 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f3a529f-f9f1-4758-8bc6-50ba865bb06d {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 14:40:33.622638 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-de8049f5-f9d8-4168-860a-f57a546aae1f req-58c99055-6098-40a0-8e3f-d086205fa066 service neutron] Publish callbacks [] for port (9f3a529f-f9f1-4758-8bc6-50ba865bb06d), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:33.634589 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-de8049f5-f9d8-4168-860a-f57a546aae1f req-58c99055-6098-40a0-8e3f-d086205fa066 service neutron] Transition to ACTIVE for port object 9f3a529f-f9f1-4758-8bc6-50ba865bb06d will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 14:40:33.721147 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-de8049f5-f9d8-4168-860a-f57a546aae1f req-58c99055-6098-40a0-8e3f-d086205fa066 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9848299'] for port (9f3a529f-f9f1-4758-8bc6-50ba865bb06d), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:33.769976 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c99055-6098-40a0-8e3f-d086205fa066 service neutron] Pushing event updated for resources: {'Port': ['ID=9f3a529f-f9f1-4758-8bc6-50ba865bb06d,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:40:33.838385 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-de8049f5-f9d8-4168-860a-f57a546aae1f req-58c99055-6098-40a0-8e3f-d086205fa066 service neutron] Attempting to bind port 9f3a529f-f9f1-4758-8bc6-50ba865bb06d on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:40:33.838715 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-de8049f5-f9d8-4168-860a-f57a546aae1f req-58c99055-6098-40a0-8e3f-d086205fa066 service neutron] Attempting to bind port 9f3a529f-f9f1-4758-8bc6-50ba865bb06d by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '1939a244-5f25-491d-be8c-ad90f00f2cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'e12ed759-5d3e-4c3b-aff5-d1c1f98a6272'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:40:33.839040 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8049f5-f9d8-4168-860a-f57a546aae1f req-58c99055-6098-40a0-8e3f-d086205fa066 service neutron] Attempting to bind port 9f3a529f-f9f1-4758-8bc6-50ba865bb06d on network e12ed759-5d3e-4c3b-aff5-d1c1f98a6272 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:40:33.843530 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8049f5-f9d8-4168-860a-f57a546aae1f req-58c99055-6098-40a0-8e3f-d086205fa066 service neutron] Port 9f3a529f-f9f1-4758-8bc6-50ba865bb06d on network e12ed759-5d3e-4c3b-aff5-d1c1f98a6272 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 14:40:33.843856 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8049f5-f9d8-4168-860a-f57a546aae1f req-58c99055-6098-40a0-8e3f-d086205fa066 service neutron] Attempting to bind port 9f3a529f-f9f1-4758-8bc6-50ba865bb06d on network e12ed759-5d3e-4c3b-aff5-d1c1f98a6272 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:40:33.848948 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8049f5-f9d8-4168-860a-f57a546aae1f req-58c99055-6098-40a0-8e3f-d086205fa066 service neutron] Checking agent: {'id': '5e7a912f-556e-4923-ad48-72f47c325557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 26, 56), 'started_at': datetime.datetime(2022, 3, 14, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:40:33.849286 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8049f5-f9d8-4168-860a-f57a546aae1f req-58c99055-6098-40a0-8e3f-d086205fa066 service neutron] Checking segment: {'id': '1939a244-5f25-491d-be8c-ad90f00f2cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'e12ed759-5d3e-4c3b-aff5-d1c1f98a6272'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:40:33.849673 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8049f5-f9d8-4168-860a-f57a546aae1f req-58c99055-6098-40a0-8e3f-d086205fa066 service neutron] Bound using segment: {'id': '1939a244-5f25-491d-be8c-ad90f00f2cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'e12ed759-5d3e-4c3b-aff5-d1c1f98a6272'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:40:33.850094 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-de8049f5-f9d8-4168-860a-f57a546aae1f req-58c99055-6098-40a0-8e3f-d086205fa066 service neutron] Bound port: 9f3a529f-f9f1-4758-8bc6-50ba865bb06d, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1939a244-5f25-491d-be8c-ad90f00f2cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'e12ed759-5d3e-4c3b-aff5-d1c1f98a6272'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:40:33.850449 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-de8049f5-f9d8-4168-860a-f57a546aae1f req-58c99055-6098-40a0-8e3f-d086205fa066 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (9f3a529f-f9f1-4758-8bc6-50ba865bb06d), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:33.917077 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-de8049f5-f9d8-4168-860a-f57a546aae1f req-58c99055-6098-40a0-8e3f-d086205fa066 service neutron] For port 9f3a529f-f9f1-4758-8bc6-50ba865bb06d, host hv-cinder-79053, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:40:33.919989 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-de8049f5-f9d8-4168-860a-f57a546aae1f req-58c99055-6098-40a0-8e3f-d086205fa066 service neutron] For port 9f3a529f-f9f1-4758-8bc6-50ba865bb06d, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9f3a529f-f9f1-4758-8bc6-50ba865bb06d,segment=NetworkSegment(1939a244-5f25-491d-be8c-ad90f00f2cca),segment_id=1939a244-5f25-491d-be8c-ad90f00f2cca)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:40:34.041732 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-de8049f5-f9d8-4168-860a-f57a546aae1f req-58c99055-6098-40a0-8e3f-d086205fa066 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9848299'] for port (9f3a529f-f9f1-4758-8bc6-50ba865bb06d), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:34.078256 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8049f5-f9d8-4168-860a-f57a546aae1f req-58c99055-6098-40a0-8e3f-d086205fa066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:40:34.078874 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-de8049f5-f9d8-4168-860a-f57a546aae1f req-58c99055-6098-40a0-8e3f-d086205fa066 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90846'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:34.080272 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-de8049f5-f9d8-4168-860a-f57a546aae1f req-58c99055-6098-40a0-8e3f-d086205fa066 service neutron] 10.222.0.35 "PUT /v2.0/ports/9f3a529f-f9f1-4758-8bc6-50ba865bb06d HTTP/1.1" status: 200 len: 1093 time: 0.8353724 Mar 14 14:40:34.080730 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84e165dd-0d2c-4d77-90ef-0289b72fb0d2', 'tag': '9f3a529f-f9f1-4758-8bc6-50ba865bb06d'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:40:34.083169 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecc69d4607165f869e932d0d7c88ad38dd700a403a0c37ccec57971c369afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ea3f94-fbc2-4202-9c88-47c8d98f42c4" -d '{"events": [{"name": "network-changed", "server_uuid": "84e165dd-0d2c-4d77-90ef-0289b72fb0d2", "tag": "9f3a529f-f9f1-4758-8bc6-50ba865bb06d"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:40:34.105879 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c99055-6098-40a0-8e3f-d086205fa066 service neutron] Pushing event updated for resources: {'Port': ['ID=9f3a529f-f9f1-4758-8bc6-50ba865bb06d,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:40:34.227251 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8049f5-f9d8-4168-860a-f57a546aae1f req-9f7756b1-9f06-42d7-a118-162cdec111ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:40:34.228799 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-de8049f5-f9d8-4168-860a-f57a546aae1f req-9f7756b1-9f06-42d7-a118-162cdec111ad service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e5eddeb331bb46779947d6c7cb234d94&device_id=84e165dd-0d2c-4d77-90ef-0289b72fb0d2 HTTP/1.1" status: 200 len: 1127 time: 0.0495765 Mar 14 14:40:34.242476 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 14:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8550d80-fb57-4a5f-be99-4ffa49a3efec x-openstack-request-id: req-a8550d80-fb57-4a5f-be99-4ffa49a3efec {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:40:34.242763 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84e165dd-0d2c-4d77-90ef-0289b72fb0d2", "tag": "9f3a529f-f9f1-4758-8bc6-50ba865bb06d", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:40:34.243042 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a8550d80-fb57-4a5f-be99-4ffa49a3efec {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:40:34.243429 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84e165dd-0d2c-4d77-90ef-0289b72fb0d2', 'tag': '9f3a529f-f9f1-4758-8bc6-50ba865bb06d', 'status': 'completed', 'code': 200} Mar 14 14:40:34.274542 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-de8049f5-f9d8-4168-860a-f57a546aae1f req-57754865-429e-4d4c-8f93-810a61790db9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f3a529f-f9f1-4758-8bc6-50ba865bb06d HTTP/1.1" status: 200 len: 217 time: 0.0390306 Mar 14 14:40:34.321774 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8049f5-f9d8-4168-860a-f57a546aae1f req-96e971ec-9e0e-494c-a318-f2e65b1ca758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:40:34.323080 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-de8049f5-f9d8-4168-860a-f57a546aae1f req-96e971ec-9e0e-494c-a318-f2e65b1ca758 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6e221306-e388-43d2-8f24-6a820e50d5b2 HTTP/1.1" status: 200 len: 849 time: 0.0428262 Mar 14 14:40:34.355076 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-de8049f5-f9d8-4168-860a-f57a546aae1f req-99c5bdaa-5209-4647-9197-e732ba91bbd3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e12ed759-5d3e-4c3b-aff5-d1c1f98a6272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261707 Mar 14 14:40:34.445885 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-de8049f5-f9d8-4168-860a-f57a546aae1f req-32d820f5-874d-41f5-8c26-604e5cec37fd service neutron] 10.222.0.35 "GET /v2.0/networks/e12ed759-5d3e-4c3b-aff5-d1c1f98a6272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845253 Mar 14 14:40:34.533687 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-de8049f5-f9d8-4168-860a-f57a546aae1f req-18bdc33f-477a-4718-9e00-9f81a3b843a0 service neutron] 10.222.0.35 "GET /v2.0/networks/e12ed759-5d3e-4c3b-aff5-d1c1f98a6272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813174 Mar 14 14:40:34.631053 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7e224e-291c-4db8-b86f-489dc5665e42 req-0c03c3f0-b562-4ad0-ac72-deefbde25dc4 tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:40:34.632532 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-3f7e224e-291c-4db8-b86f-489dc5665e42 req-0c03c3f0-b562-4ad0-ac72-deefbde25dc4 tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] 10.222.0.58 "GET /v2.0/ports?device_id=84e165dd-0d2c-4d77-90ef-0289b72fb0d2 HTTP/1.1" status: 200 len: 943 time: 0.0531733 Mar 14 14:40:34.679906 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-3f7e224e-291c-4db8-b86f-489dc5665e42 req-6baad795-bbcb-4e66-aa49-ebc80849dc4c tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] 10.222.0.58 "GET /v2.0/security-groups?id=c471425f-ef75-4de5-8542-560d8b9ebda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416255 Mar 14 14:40:34.684811 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ea3f94-fbc2-4202-9c88-47c8d98f42c4 req-b2cdf2be-114a-479d-86e8-7aab0819d674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:40:34.686304 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-76ea3f94-fbc2-4202-9c88-47c8d98f42c4 req-b2cdf2be-114a-479d-86e8-7aab0819d674 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e5eddeb331bb46779947d6c7cb234d94&device_id=84e165dd-0d2c-4d77-90ef-0289b72fb0d2 HTTP/1.1" status: 200 len: 1127 time: 0.0447295 Mar 14 14:40:34.782801 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ea3f94-fbc2-4202-9c88-47c8d98f42c4 req-032a3ab9-c264-4643-9cb9-b857087bad36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:40:34.784279 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-76ea3f94-fbc2-4202-9c88-47c8d98f42c4 req-032a3ab9-c264-4643-9cb9-b857087bad36 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e12ed759-5d3e-4c3b-aff5-d1c1f98a6272 HTTP/1.1" status: 200 len: 910 time: 0.0887220 Mar 14 14:40:34.825780 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-76ea3f94-fbc2-4202-9c88-47c8d98f42c4 req-1405a2ba-026c-486d-b34f-4d6a03523fc9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f3a529f-f9f1-4758-8bc6-50ba865bb06d HTTP/1.1" status: 200 len: 217 time: 0.0339577 Mar 14 14:40:35.137868 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ea3f94-fbc2-4202-9c88-47c8d98f42c4 req-5747d202-1774-4455-8689-e594b393ff4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:40:35.139316 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-76ea3f94-fbc2-4202-9c88-47c8d98f42c4 req-5747d202-1774-4455-8689-e594b393ff4c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6e221306-e388-43d2-8f24-6a820e50d5b2 HTTP/1.1" status: 200 len: 849 time: 0.3057086 Mar 14 14:40:35.178565 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-76ea3f94-fbc2-4202-9c88-47c8d98f42c4 req-68d510f1-edf5-419f-9885-9ca9a916aa1e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e12ed759-5d3e-4c3b-aff5-d1c1f98a6272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300295 Mar 14 14:40:35.270648 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-76ea3f94-fbc2-4202-9c88-47c8d98f42c4 req-c59dfc92-59d6-46ce-bb63-88025121843a service neutron] 10.222.0.35 "GET /v2.0/networks/e12ed759-5d3e-4c3b-aff5-d1c1f98a6272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843530 Mar 14 14:40:35.360051 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-76ea3f94-fbc2-4202-9c88-47c8d98f42c4 req-6ed69c8a-15fd-4814-ba46-2881aa484779 service neutron] 10.222.0.35 "GET /v2.0/networks/e12ed759-5d3e-4c3b-aff5-d1c1f98a6272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826578 Mar 14 14:40:35.802882 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc2101-b2ef-40ac-a9e5-2e416b152f8a req-98e644c9-ce74-42ad-8818-42a8caab05cc tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:40:35.804415 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-68bc2101-b2ef-40ac-a9e5-2e416b152f8a req-98e644c9-ce74-42ad-8818-42a8caab05cc tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] 10.222.0.58 "GET /v2.0/ports?device_id=84e165dd-0d2c-4d77-90ef-0289b72fb0d2 HTTP/1.1" status: 200 len: 943 time: 0.0542679 Mar 14 14:40:35.851901 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-68bc2101-b2ef-40ac-a9e5-2e416b152f8a req-04b2c550-1aae-4ae4-b0dd-bd1a5845cae5 tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] 10.222.0.58 "GET /v2.0/security-groups?id=c471425f-ef75-4de5-8542-560d8b9ebda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419040 Mar 14 14:40:37.050583 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aacd87-8bf8-42be-a52f-16d7f9891769 req-32d6df5f-d3cf-44ac-9807-ad9412ceef5f tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:40:37.052222 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-44aacd87-8bf8-42be-a52f-16d7f9891769 req-32d6df5f-d3cf-44ac-9807-ad9412ceef5f tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] 10.222.0.58 "GET /v2.0/ports?device_id=84e165dd-0d2c-4d77-90ef-0289b72fb0d2 HTTP/1.1" status: 200 len: 943 time: 0.1324537 Mar 14 14:40:37.099867 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-44aacd87-8bf8-42be-a52f-16d7f9891769 req-cd0b4167-3608-415f-b425-201e6a554c3e tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] 10.222.0.58 "GET /v2.0/security-groups?id=c471425f-ef75-4de5-8542-560d8b9ebda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420980 Mar 14 14:40:37.555188 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Device 9f3a529f-f9f1-4758-8bc6-50ba865bb06d details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 14:40:37.658790 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] For port 9f3a529f-f9f1-4758-8bc6-50ba865bb06d, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9f3a529f-f9f1-4758-8bc6-50ba865bb06d,segment=NetworkSegment(1939a244-5f25-491d-be8c-ad90f00f2cca),segment_id=1939a244-5f25-491d-be8c-ad90f00f2cca)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:40:37.670633 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Returning: {'device': '9f3a529f-f9f1-4758-8bc6-50ba865bb06d', 'network_id': 'e12ed759-5d3e-4c3b-aff5-d1c1f98a6272', 'port_id': '9f3a529f-f9f1-4758-8bc6-50ba865bb06d', 'mac_address': 'fa:16:3e:88:5f:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e221306-e388-43d2-8f24-6a820e50d5b2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 14:40:37.708579 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Current status of the port 9f3a529f-f9f1-4758-8bc6-50ba865bb06d is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:40:37.708973 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (9f3a529f-f9f1-4758-8bc6-50ba865bb06d), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:37.724847 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f3a529f-f9f1-4758-8bc6-50ba865bb06d {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 14:40:37.744564 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] For port 9f3a529f-f9f1-4758-8bc6-50ba865bb06d, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9f3a529f-f9f1-4758-8bc6-50ba865bb06d,segment=NetworkSegment(1939a244-5f25-491d-be8c-ad90f00f2cca),segment_id=1939a244-5f25-491d-be8c-ad90f00f2cca)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:40:37.807156 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (9f3a529f-f9f1-4758-8bc6-50ba865bb06d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:37.856964 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Pushing event updated for resources: {'Port': ['ID=9f3a529f-f9f1-4758-8bc6-50ba865bb06d,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:40:38.063685 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] get_ports_and_sgs() called for port_ids ['9f3a529f-f9f1-4758-8bc6-50ba865bb06d'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 14:40:38.219034 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95dd604-eb63-40cc-8738-df3b298658de req-bcd34b50-6d04-4556-bfae-86517a2a7eb4 tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:40:38.220592 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-a95dd604-eb63-40cc-8738-df3b298658de req-bcd34b50-6d04-4556-bfae-86517a2a7eb4 tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] 10.222.0.58 "GET /v2.0/ports?device_id=84e165dd-0d2c-4d77-90ef-0289b72fb0d2 HTTP/1.1" status: 200 len: 944 time: 0.0539842 Mar 14 14:40:38.268955 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-a95dd604-eb63-40cc-8738-df3b298658de req-fdb37f1f-7589-427f-871a-dc3dbe19b5cd tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] 10.222.0.58 "GET /v2.0/security-groups?id=c471425f-ef75-4de5-8542-560d8b9ebda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417509 Mar 14 14:40:39.387260 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28e91c8-737f-47aa-9545-27d68841e574 req-17254961-cbfb-40c0-857f-41b79f1cef33 tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:40:39.388645 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-f28e91c8-737f-47aa-9545-27d68841e574 req-17254961-cbfb-40c0-857f-41b79f1cef33 tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] 10.222.0.58 "GET /v2.0/ports?device_id=84e165dd-0d2c-4d77-90ef-0289b72fb0d2 HTTP/1.1" status: 200 len: 944 time: 0.0509000 Mar 14 14:40:39.440763 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-f28e91c8-737f-47aa-9545-27d68841e574 req-99c776ed-7069-4721-abf5-46383752d680 tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] 10.222.0.58 "GET /v2.0/security-groups?id=c471425f-ef75-4de5-8542-560d8b9ebda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465212 Mar 14 14:40:39.574431 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Device 9f3a529f-f9f1-4758-8bc6-50ba865bb06d up at agent hyperv_hv-cinder-79053 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:40:39.692615 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Provisioning for port 9f3a529f-f9f1-4758-8bc6-50ba865bb06d completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 14:40:39.696963 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Provisioning complete for port 9f3a529f-f9f1-4758-8bc6-50ba865bb06d triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:40:39.697341 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (9f3a529f-f9f1-4758-8bc6-50ba865bb06d), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:39.774030 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Current status of the port 9f3a529f-f9f1-4758-8bc6-50ba865bb06d is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:40:39.774418 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (9f3a529f-f9f1-4758-8bc6-50ba865bb06d), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:39.796749 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84e165dd-0d2c-4d77-90ef-0289b72fb0d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f3a529f-f9f1-4758-8bc6-50ba865bb06d'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:40:39.798981 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b7ebcd0391bc29bcab12edcb0ac311dc480f3a51940d576a7fcfe4e03a4514e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cdb5147-4a5d-45aa-9aa4-b2fc27dfbcfd" -d '{"events": [{"server_uuid": "84e165dd-0d2c-4d77-90ef-0289b72fb0d2", "name": "network-vif-plugged", "status": "completed", "tag": "9f3a529f-f9f1-4758-8bc6-50ba865bb06d"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:40:39.815400 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] For port 9f3a529f-f9f1-4758-8bc6-50ba865bb06d, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9f3a529f-f9f1-4758-8bc6-50ba865bb06d,segment=NetworkSegment(1939a244-5f25-491d-be8c-ad90f00f2cca),segment_id=1939a244-5f25-491d-be8c-ad90f00f2cca)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:40:39.892637 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 14:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e53ca3-4d97-4b60-9986-e206fe353f41 x-openstack-request-id: req-39e53ca3-4d97-4b60-9986-e206fe353f41 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:40:39.892940 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84e165dd-0d2c-4d77-90ef-0289b72fb0d2", "name": "network-vif-plugged", "status": "completed", "tag": "9f3a529f-f9f1-4758-8bc6-50ba865bb06d", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:40:39.893205 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-39e53ca3-4d97-4b60-9986-e206fe353f41 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:40:39.893611 dv-cinder-790535-28-smb neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84e165dd-0d2c-4d77-90ef-0289b72fb0d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f3a529f-f9f1-4758-8bc6-50ba865bb06d', 'code': 200} Mar 14 14:40:39.915856 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (9f3a529f-f9f1-4758-8bc6-50ba865bb06d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:39.971903 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Pushing event updated for resources: {'Port': ['ID=9f3a529f-f9f1-4758-8bc6-50ba865bb06d,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:40:40.287548 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4961afb-61cc-4d28-bc2c-0f8ca8154851 req-c4e06dc0-44a8-4a21-812a-10ac5a6c49fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:40:40.289011 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-b4961afb-61cc-4d28-bc2c-0f8ca8154851 req-c4e06dc0-44a8-4a21-812a-10ac5a6c49fe service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=84e165dd-0d2c-4d77-90ef-0289b72fb0d2 HTTP/1.1" status: 200 len: 1129 time: 0.0490508 Mar 14 14:40:40.342077 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-b4961afb-61cc-4d28-bc2c-0f8ca8154851 req-970ad9a5-e6a3-4099-be93-a2bc295fffca service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c471425f-ef75-4de5-8542-560d8b9ebda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470753 Mar 14 14:40:40.577569 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edd06e8-9b5b-4288-adc9-ebc8b4e6bd1b req-a269e6bd-7b36-44ef-aaf0-2e601ddfdf72 tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:40:40.579045 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-4edd06e8-9b5b-4288-adc9-ebc8b4e6bd1b req-a269e6bd-7b36-44ef-aaf0-2e601ddfdf72 tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] 10.222.0.58 "GET /v2.0/ports?device_id=84e165dd-0d2c-4d77-90ef-0289b72fb0d2 HTTP/1.1" status: 200 len: 945 time: 0.0604398 Mar 14 14:40:40.640554 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-4edd06e8-9b5b-4288-adc9-ebc8b4e6bd1b req-b61ce354-0552-4eb2-bf9a-2c561107139e tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] 10.222.0.58 "GET /v2.0/security-groups?id=c471425f-ef75-4de5-8542-560d8b9ebda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547142 Mar 14 14:40:40.709938 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-86d400f9-4056-4cd3-8568-710296df9377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (cdfaf928-5960-4f26-8f0f-a06a7779780c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:41.763574 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664362d5-2463-4eb9-ae35-a07e96d53b0c req-61f27ed2-60ed-4432-a403-7027cd8f3e18 tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:40:41.765083 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-664362d5-2463-4eb9-ae35-a07e96d53b0c req-61f27ed2-60ed-4432-a403-7027cd8f3e18 tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] 10.222.0.58 "GET /v2.0/ports?device_id=84e165dd-0d2c-4d77-90ef-0289b72fb0d2 HTTP/1.1" status: 200 len: 945 time: 0.0524988 Mar 14 14:40:41.815630 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-664362d5-2463-4eb9-ae35-a07e96d53b0c req-db038d79-ab93-4c6e-804c-6bda460d420e tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] 10.222.0.58 "GET /v2.0/security-groups?id=c471425f-ef75-4de5-8542-560d8b9ebda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449657 Mar 14 14:40:43.130186 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466b3322-9642-4387-a1a2-3ef1e71534d4 req-e3f74c87-98e2-48c9-8148-5354920b1ff5 tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:40:43.131731 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-466b3322-9642-4387-a1a2-3ef1e71534d4 req-e3f74c87-98e2-48c9-8148-5354920b1ff5 tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] 10.222.0.58 "GET /v2.0/ports?device_id=84e165dd-0d2c-4d77-90ef-0289b72fb0d2 HTTP/1.1" status: 200 len: 945 time: 0.0600085 Mar 14 14:40:43.186899 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-466b3322-9642-4387-a1a2-3ef1e71534d4 req-b7d1ddb7-33f6-4d4e-ad58-cee986df3aab tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] 10.222.0.58 "GET /v2.0/security-groups?id=c471425f-ef75-4de5-8542-560d8b9ebda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490677 Mar 14 14:40:43.189326 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c6f4fc75-7a27-4668-af30-39ddfc9671d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (3a20f343-fbae-42b4-9bd9-ea7570b5f761), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:44.321662 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1359c12f-9f02-429e-8c66-1d1d1dbe42c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (105db0a1-84b9-47b6-91eb-e578cb139bff), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:44.323912 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98861b6-c5ef-49f4-9f16-d267777ecb1a req-a6a93a63-cabd-4b68-83a0-ada760bbdefa tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:40:44.325267 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-e98861b6-c5ef-49f4-9f16-d267777ecb1a req-a6a93a63-cabd-4b68-83a0-ada760bbdefa tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] 10.222.0.58 "GET /v2.0/ports?device_id=84e165dd-0d2c-4d77-90ef-0289b72fb0d2 HTTP/1.1" status: 200 len: 945 time: 0.0559716 Mar 14 14:40:44.374233 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-e98861b6-c5ef-49f4-9f16-d267777ecb1a req-0ca1be45-c217-419e-85ba-24734317555c tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] 10.222.0.58 "GET /v2.0/security-groups?id=c471425f-ef75-4de5-8542-560d8b9ebda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430710 Mar 14 14:40:44.398601 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bbb4ee-036c-40d3-a82c-749701182e76 req-80fd6c7c-1827-4084-977c-dbe576a29067 tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:40:44.400100 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-c3bbb4ee-036c-40d3-a82c-749701182e76 req-80fd6c7c-1827-4084-977c-dbe576a29067 tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] 10.222.0.35 "GET /v2.0/ports?device_id=84e165dd-0d2c-4d77-90ef-0289b72fb0d2 HTTP/1.1" status: 200 len: 945 time: 0.0528364 Mar 14 14:40:44.491777 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-c3bbb4ee-036c-40d3-a82c-749701182e76 req-e82613ae-b435-4483-b413-097fff10283d tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] Deleting port 9f3a529f-f9f1-4758-8bc6-50ba865bb06d {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:40:44.492157 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c3bbb4ee-036c-40d3-a82c-749701182e76 req-e82613ae-b435-4483-b413-097fff10283d tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744330222830'] for port (9f3a529f-f9f1-4758-8bc6-50ba865bb06d), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:44.509225 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.agents_db [None req-65564c68-cd92-4c79-8f56-5bb994fe7015 None None] Agent healthcheck: found 6 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 14:40:44.584444 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-c3bbb4ee-036c-40d3-a82c-749701182e76 req-e82613ae-b435-4483-b413-097fff10283d tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] For port 9f3a529f-f9f1-4758-8bc6-50ba865bb06d, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9f3a529f-f9f1-4758-8bc6-50ba865bb06d,segment=NetworkSegment(1939a244-5f25-491d-be8c-ad90f00f2cca),segment_id=1939a244-5f25-491d-be8c-ad90f00f2cca)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:40:44.584809 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c3bbb4ee-036c-40d3-a82c-749701182e76 req-e82613ae-b435-4483-b413-097fff10283d tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982366'] for port (9f3a529f-f9f1-4758-8bc6-50ba865bb06d), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:44.597117 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-c3bbb4ee-036c-40d3-a82c-749701182e76 req-e82613ae-b435-4483-b413-097fff10283d tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] Calling delete_port for 9f3a529f-f9f1-4758-8bc6-50ba865bb06d owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:40:44.795087 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c3bbb4ee-036c-40d3-a82c-749701182e76 req-e82613ae-b435-4483-b413-097fff10283d tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744330232405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744329793208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9848306'] for port (9f3a529f-f9f1-4758-8bc6-50ba865bb06d), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:44.807091 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] get_ports_and_sgs() called for port_ids ['9f3a529f-f9f1-4758-8bc6-50ba865bb06d'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 14:40:44.826362 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82613ae-b435-4483-b413-097fff10283d tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] Pushing event deleted for resources: {'Port': ['ID=9f3a529f-f9f1-4758-8bc6-50ba865bb06d,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:40:44.850833 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82613ae-b435-4483-b413-097fff10283d tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:40:44.851263 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82613ae-b435-4483-b413-097fff10283d tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:40:44.851582 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82613ae-b435-4483-b413-097fff10283d tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:40:44.851846 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82613ae-b435-4483-b413-097fff10283d tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:40:44.852211 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82613ae-b435-4483-b413-097fff10283d tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:40:44.852550 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82613ae-b435-4483-b413-097fff10283d tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:40:44.852884 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82613ae-b435-4483-b413-097fff10283d tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:40:44.853213 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82613ae-b435-4483-b413-097fff10283d tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:40:44.853536 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82613ae-b435-4483-b413-097fff10283d tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:40:44.853859 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82613ae-b435-4483-b413-097fff10283d tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:40:44.854184 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82613ae-b435-4483-b413-097fff10283d tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:40:44.854506 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82613ae-b435-4483-b413-097fff10283d tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:40:44.854827 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82613ae-b435-4483-b413-097fff10283d tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:40:44.855148 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82613ae-b435-4483-b413-097fff10283d tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:40:44.855468 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82613ae-b435-4483-b413-097fff10283d tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:40:44.877543 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3bbb4ee-036c-40d3-a82c-749701182e76 req-e82613ae-b435-4483-b413-097fff10283d tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] No DVR routers for this DVR port 9f3a529f-f9f1-4758-8bc6-50ba865bb06d on host hv-cinder-79053 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 14:40:44.880873 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c3bbb4ee-036c-40d3-a82c-749701182e76 req-e82613ae-b435-4483-b413-097fff10283d tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90846'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:44.884194 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-c3bbb4ee-036c-40d3-a82c-749701182e76 req-e82613ae-b435-4483-b413-097fff10283d tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] 10.222.0.35 "DELETE /v2.0/ports/9f3a529f-f9f1-4758-8bc6-50ba865bb06d HTTP/1.1" status: 204 len: 173 time: 0.4790509 Mar 14 14:40:44.884644 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84e165dd-0d2c-4d77-90ef-0289b72fb0d2', 'name': 'network-vif-deleted', 'tag': '9f3a529f-f9f1-4758-8bc6-50ba865bb06d'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:40:44.886914 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecc69d4607165f869e932d0d7c88ad38dd700a403a0c37ccec57971c369afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba9e64e-79c9-4c92-8561-94673230211d" -d '{"events": [{"server_uuid": "84e165dd-0d2c-4d77-90ef-0289b72fb0d2", "name": "network-vif-deleted", "tag": "9f3a529f-f9f1-4758-8bc6-50ba865bb06d"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:40:44.922941 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 14:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e7be982-aae6-4578-8147-bcd7e8039324 x-openstack-request-id: req-8e7be982-aae6-4578-8147-bcd7e8039324 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:40:44.923238 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84e165dd-0d2c-4d77-90ef-0289b72fb0d2", "name": "network-vif-deleted", "tag": "9f3a529f-f9f1-4758-8bc6-50ba865bb06d", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:40:44.923494 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8e7be982-aae6-4578-8147-bcd7e8039324 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:40:44.923900 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84e165dd-0d2c-4d77-90ef-0289b72fb0d2', 'name': 'network-vif-deleted', 'tag': '9f3a529f-f9f1-4758-8bc6-50ba865bb06d', 'status': 'completed', 'code': 200} Mar 14 14:40:45.484537 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-f8fde9cf-1d90-42a6-aed1-1bd054209b6b req-f7909c81-1b54-462d-8388-0e56c52cf98b tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] 10.222.0.58 "GET /v2.0/ports?device_id=84e165dd-0d2c-4d77-90ef-0289b72fb0d2 HTTP/1.1" status: 200 len: 210 time: 0.0314708 Mar 14 14:40:45.555030 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-91e6bee0-ce44-4dbb-9ae4-7799debe7360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (837ef9e9-d083-4188-a7c6-79f2c68dbd25), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:46.770094 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcfe9c5-ede1-46ff-881a-0064340a3bd0 req-567696d1-5f94-4257-bd1c-9c04d37c28cb tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:40:46.771477 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-cfcfe9c5-ede1-46ff-881a-0064340a3bd0 req-567696d1-5f94-4257-bd1c-9c04d37c28cb tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] 10.222.0.58 "GET /v2.0/networks?id=e12ed759-5d3e-4c3b-aff5-d1c1f98a6272 HTTP/1.1" status: 200 len: 809 time: 0.0987885 Mar 14 14:40:46.790764 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-cfcfe9c5-ede1-46ff-881a-0064340a3bd0 req-c183d27c-ca13-4958-adc6-32782910e3c3 tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] 10.222.0.58 "GET /v2.0/quotas/e5eddeb331bb46779947d6c7cb234d94 HTTP/1.1" status: 200 len: 375 time: 0.0095730 Mar 14 14:40:46.823226 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-cfcfe9c5-ede1-46ff-881a-0064340a3bd0 req-15e5aed7-b7cd-4f56-b7b8-56573a31d5aa tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e5eddeb331bb46779947d6c7cb234d94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273449 Mar 14 14:40:46.918415 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [req-cfcfe9c5-ede1-46ff-881a-0064340a3bd0 req-90c2d9b9-18ad-4cdf-84c7-cab32063baad service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 14:40:46.919578 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-cfcfe9c5-ede1-46ff-881a-0064340a3bd0 req-90c2d9b9-18ad-4cdf-84c7-cab32063baad service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0897558 Mar 14 14:40:47.013697 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-cfcfe9c5-ede1-46ff-881a-0064340a3bd0 req-45ac0b4f-a9d1-4520-bfc2-bbc45fdda56e service neutron] 10.222.0.58 "GET /v2.0/networks/e12ed759-5d3e-4c3b-aff5-d1c1f98a6272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883627 Mar 14 14:40:47.106299 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-cfcfe9c5-ede1-46ff-881a-0064340a3bd0 req-14450f4d-a907-4b5d-9021-69fa68644da8 service neutron] 10.222.0.58 "GET /v2.0/networks/e12ed759-5d3e-4c3b-aff5-d1c1f98a6272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870202 Mar 14 14:40:47.189313 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (ddc61399-76bc-42cc-9da4-26f2fa974742), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:47.409274 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-d4e2baa9-e87f-4377-8795-c2f0cf650ee7 req-a29133ad-9756-44e8-9e44-b31b58168e3e tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] 10.222.0.58 "GET /v2.0/ports?device_id=2238c836-11fc-4994-b718-f9b206b92a7f HTTP/1.1" status: 200 len: 210 time: 0.0289276 Mar 14 14:40:48.510740 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-87e097d5-97b7-4188-a743-541f58aca866 req-b6f53da0-e603-40a4-b1c3-a501d36d8ee3 tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] 10.222.0.58 "GET /v2.0/ports?device_id=2238c836-11fc-4994-b718-f9b206b92a7f HTTP/1.1" status: 200 len: 210 time: 0.0289667 Mar 14 14:40:49.434992 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcfe9c5-ede1-46ff-881a-0064340a3bd0 req-54245aa7-fbc1-4932-8c4e-5a936889ad9e tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:40:49.436435 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-cfcfe9c5-ede1-46ff-881a-0064340a3bd0 req-54245aa7-fbc1-4932-8c4e-5a936889ad9e tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] 10.222.0.35 "GET /v2.0/networks?id=e12ed759-5d3e-4c3b-aff5-d1c1f98a6272 HTTP/1.1" status: 200 len: 809 time: 0.1095338 Mar 14 14:40:49.448582 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.v2.base [req-cfcfe9c5-ede1-46ff-881a-0064340a3bd0 req-8e2accb9-a574-45ea-8817-38e9f1f66899 tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] Request body: {'port': {'device_id': '2238c836-11fc-4994-b718-f9b206b92a7f', 'network_id': 'e12ed759-5d3e-4c3b-aff5-d1c1f98a6272', 'admin_state_up': True, 'tenant_id': 'e5eddeb331bb46779947d6c7cb234d94'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:40:49.587035 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Device 9f3a529f-f9f1-4758-8bc6-50ba865bb06d no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:40:49.607598 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] No Port match for: 9f3a529f-f9f1-4758-8bc6-50ba865bb06d {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 14:40:49.607947 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Device 9f3a529f-f9f1-4758-8bc6-50ba865bb06d not bound to the agent host hv-cinder-79053 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 14:40:49.613868 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-c58d4b29-6e93-4289-b122-197c1079038c req-ab80bbc3-9ce1-45a1-a4ce-f1c052d3e946 tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] 10.222.0.58 "GET /v2.0/ports?device_id=2238c836-11fc-4994-b718-f9b206b92a7f HTTP/1.1" status: 200 len: 210 time: 0.0278039 Mar 14 14:40:49.629164 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfcfe9c5-ede1-46ff-881a-0064340a3bd0 req-8e2accb9-a574-45ea-8817-38e9f1f66899 tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] Made reservation on behalf of e5eddeb331bb46779947d6c7cb234d94 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 14:40:49.634092 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-cfcfe9c5-ede1-46ff-881a-0064340a3bd0 req-8e2accb9-a574-45ea-8817-38e9f1f66899 tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:49.774790 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-cfcfe9c5-ede1-46ff-881a-0064340a3bd0 req-8e2accb9-a574-45ea-8817-38e9f1f66899 tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] Allocated IP 172.20.0.5 (e12ed759-5d3e-4c3b-aff5-d1c1f98a6272/6e221306-e388-43d2-8f24-6a820e50d5b2/181f5a74-c445-45e9-be91-c78093586afa) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 14:40:49.933076 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-cfcfe9c5-ede1-46ff-881a-0064340a3bd0 req-8e2accb9-a574-45ea-8817-38e9f1f66899 tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] Publish callbacks [] for port (181f5a74-c445-45e9-be91-c78093586afa), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:50.035780 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-cfcfe9c5-ede1-46ff-881a-0064340a3bd0 req-8e2accb9-a574-45ea-8817-38e9f1f66899 tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744329793199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9848306'] for port (181f5a74-c445-45e9-be91-c78093586afa), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:50.081062 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfcfe9c5-ede1-46ff-881a-0064340a3bd0 req-8e2accb9-a574-45ea-8817-38e9f1f66899 tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] Network e12ed759-5d3e-4c3b-aff5-d1c1f98a6272 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 14:40:50.084369 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-cfcfe9c5-ede1-46ff-881a-0064340a3bd0 req-8e2accb9-a574-45ea-8817-38e9f1f66899 tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 14:40:50.088085 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfcfe9c5-ede1-46ff-881a-0064340a3bd0 req-8e2accb9-a574-45ea-8817-38e9f1f66899 tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 14:40:50.094466 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2accb9-a574-45ea-8817-38e9f1f66899 tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] Pushing event updated for resources: {'Port': ['ID=181f5a74-c445-45e9-be91-c78093586afa,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:40:50.141372 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcfe9c5-ede1-46ff-881a-0064340a3bd0 req-8e2accb9-a574-45ea-8817-38e9f1f66899 tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:40:50.142748 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-cfcfe9c5-ede1-46ff-881a-0064340a3bd0 req-8e2accb9-a574-45ea-8817-38e9f1f66899 tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90846'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:50.243678 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-cfcfe9c5-ede1-46ff-881a-0064340a3bd0 req-8e2accb9-a574-45ea-8817-38e9f1f66899 tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7988498 Mar 14 14:40:50.254572 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.v2.base [req-cfcfe9c5-ede1-46ff-881a-0064340a3bd0 req-cb2dc23d-bbea-44eb-9a68-7e4fe21453be service neutron] Request body: {'port': {'device_id': '2238c836-11fc-4994-b718-f9b206b92a7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 14:40:50.318856 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-cfcfe9c5-ede1-46ff-881a-0064340a3bd0 req-cb2dc23d-bbea-44eb-9a68-7e4fe21453be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (181f5a74-c445-45e9-be91-c78093586afa), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:50.589638 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.notifiers.nova [req-cfcfe9c5-ede1-46ff-881a-0064340a3bd0 req-cb2dc23d-bbea-44eb-9a68-7e4fe21453be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 181f5a74-c445-45e9-be91-c78093586afa {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 14:40:50.597122 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-cfcfe9c5-ede1-46ff-881a-0064340a3bd0 req-cb2dc23d-bbea-44eb-9a68-7e4fe21453be service neutron] Publish callbacks [] for port (181f5a74-c445-45e9-be91-c78093586afa), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:50.609835 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-cfcfe9c5-ede1-46ff-881a-0064340a3bd0 req-cb2dc23d-bbea-44eb-9a68-7e4fe21453be service neutron] Transition to ACTIVE for port object 181f5a74-c445-45e9-be91-c78093586afa will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 14:40:50.692305 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-cfcfe9c5-ede1-46ff-881a-0064340a3bd0 req-cb2dc23d-bbea-44eb-9a68-7e4fe21453be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9848299'] for port (181f5a74-c445-45e9-be91-c78093586afa), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:50.736694 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9d2935-9031-4645-95f9-96f0352e5715 req-4f781fe8-7b00-44df-9930-ba686a7b975d tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:40:50.738523 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-bf9d2935-9031-4645-95f9-96f0352e5715 req-4f781fe8-7b00-44df-9930-ba686a7b975d tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] 10.222.0.58 "GET /v2.0/ports?device_id=2238c836-11fc-4994-b718-f9b206b92a7f HTTP/1.1" status: 200 len: 943 time: 0.0544469 Mar 14 14:40:50.750646 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2dc23d-bbea-44eb-9a68-7e4fe21453be service neutron] Pushing event updated for resources: {'Port': ['ID=181f5a74-c445-45e9-be91-c78093586afa,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:40:50.789146 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-bf9d2935-9031-4645-95f9-96f0352e5715 req-2a3be4d5-80dc-4994-974c-712c541b2d78 tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] 10.222.0.58 "GET /v2.0/security-groups?id=c471425f-ef75-4de5-8542-560d8b9ebda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438714 Mar 14 14:40:50.826271 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-cfcfe9c5-ede1-46ff-881a-0064340a3bd0 req-cb2dc23d-bbea-44eb-9a68-7e4fe21453be service neutron] Attempting to bind port 181f5a74-c445-45e9-be91-c78093586afa on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 14:40:50.826614 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-cfcfe9c5-ede1-46ff-881a-0064340a3bd0 req-cb2dc23d-bbea-44eb-9a68-7e4fe21453be service neutron] Attempting to bind port 181f5a74-c445-45e9-be91-c78093586afa by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '1939a244-5f25-491d-be8c-ad90f00f2cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'e12ed759-5d3e-4c3b-aff5-d1c1f98a6272'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 14:40:50.826943 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfcfe9c5-ede1-46ff-881a-0064340a3bd0 req-cb2dc23d-bbea-44eb-9a68-7e4fe21453be service neutron] Attempting to bind port 181f5a74-c445-45e9-be91-c78093586afa on network e12ed759-5d3e-4c3b-aff5-d1c1f98a6272 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:40:50.831825 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfcfe9c5-ede1-46ff-881a-0064340a3bd0 req-cb2dc23d-bbea-44eb-9a68-7e4fe21453be service neutron] Port 181f5a74-c445-45e9-be91-c78093586afa on network e12ed759-5d3e-4c3b-aff5-d1c1f98a6272 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 14:40:50.832182 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfcfe9c5-ede1-46ff-881a-0064340a3bd0 req-cb2dc23d-bbea-44eb-9a68-7e4fe21453be service neutron] Attempting to bind port 181f5a74-c445-45e9-be91-c78093586afa on network e12ed759-5d3e-4c3b-aff5-d1c1f98a6272 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 14:40:50.837466 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfcfe9c5-ede1-46ff-881a-0064340a3bd0 req-cb2dc23d-bbea-44eb-9a68-7e4fe21453be service neutron] Checking agent: {'id': '5e7a912f-556e-4923-ad48-72f47c325557', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 14, 26, 56), 'started_at': datetime.datetime(2022, 3, 14, 14, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 14, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 14:40:50.837800 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfcfe9c5-ede1-46ff-881a-0064340a3bd0 req-cb2dc23d-bbea-44eb-9a68-7e4fe21453be service neutron] Checking segment: {'id': '1939a244-5f25-491d-be8c-ad90f00f2cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'e12ed759-5d3e-4c3b-aff5-d1c1f98a6272'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 14:40:50.838184 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfcfe9c5-ede1-46ff-881a-0064340a3bd0 req-cb2dc23d-bbea-44eb-9a68-7e4fe21453be service neutron] Bound using segment: {'id': '1939a244-5f25-491d-be8c-ad90f00f2cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'e12ed759-5d3e-4c3b-aff5-d1c1f98a6272'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 14:40:50.838607 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-cfcfe9c5-ede1-46ff-881a-0064340a3bd0 req-cb2dc23d-bbea-44eb-9a68-7e4fe21453be service neutron] Bound port: 181f5a74-c445-45e9-be91-c78093586afa, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1939a244-5f25-491d-be8c-ad90f00f2cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'e12ed759-5d3e-4c3b-aff5-d1c1f98a6272'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 14:40:50.838964 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-cfcfe9c5-ede1-46ff-881a-0064340a3bd0 req-cb2dc23d-bbea-44eb-9a68-7e4fe21453be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (181f5a74-c445-45e9-be91-c78093586afa), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:50.904703 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-cfcfe9c5-ede1-46ff-881a-0064340a3bd0 req-cb2dc23d-bbea-44eb-9a68-7e4fe21453be service neutron] For port 181f5a74-c445-45e9-be91-c78093586afa, host hv-cinder-79053, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 14:40:50.907834 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-cfcfe9c5-ede1-46ff-881a-0064340a3bd0 req-cb2dc23d-bbea-44eb-9a68-7e4fe21453be service neutron] For port 181f5a74-c445-45e9-be91-c78093586afa, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=181f5a74-c445-45e9-be91-c78093586afa,segment=NetworkSegment(1939a244-5f25-491d-be8c-ad90f00f2cca),segment_id=1939a244-5f25-491d-be8c-ad90f00f2cca)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 14:40:50.991334 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-cfcfe9c5-ede1-46ff-881a-0064340a3bd0 req-cb2dc23d-bbea-44eb-9a68-7e4fe21453be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9848299'] for port (181f5a74-c445-45e9-be91-c78093586afa), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:51.029526 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcfe9c5-ede1-46ff-881a-0064340a3bd0 req-cb2dc23d-bbea-44eb-9a68-7e4fe21453be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:40:51.030149 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-cfcfe9c5-ede1-46ff-881a-0064340a3bd0 req-cb2dc23d-bbea-44eb-9a68-7e4fe21453be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90846'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:51.031698 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-cfcfe9c5-ede1-46ff-881a-0064340a3bd0 req-cb2dc23d-bbea-44eb-9a68-7e4fe21453be service neutron] 10.222.0.35 "PUT /v2.0/ports/181f5a74-c445-45e9-be91-c78093586afa HTTP/1.1" status: 200 len: 1093 time: 0.7813144 Mar 14 14:40:51.034265 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2238c836-11fc-4994-b718-f9b206b92a7f', 'tag': '181f5a74-c445-45e9-be91-c78093586afa'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:40:51.037712 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecc69d4607165f869e932d0d7c88ad38dd700a403a0c37ccec57971c369afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a4c308a-3809-4f3f-a067-7f04514e2fef" -d '{"events": [{"name": "network-changed", "server_uuid": "2238c836-11fc-4994-b718-f9b206b92a7f", "tag": "181f5a74-c445-45e9-be91-c78093586afa"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:40:51.066113 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2dc23d-bbea-44eb-9a68-7e4fe21453be service neutron] Pushing event updated for resources: {'Port': ['ID=181f5a74-c445-45e9-be91-c78093586afa,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:40:51.080119 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 14:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b9caf36-55b6-480e-bca3-4fd9a94ab14f x-openstack-request-id: req-9b9caf36-55b6-480e-bca3-4fd9a94ab14f {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:40:51.080484 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2238c836-11fc-4994-b718-f9b206b92a7f", "tag": "181f5a74-c445-45e9-be91-c78093586afa", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:40:51.080897 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9b9caf36-55b6-480e-bca3-4fd9a94ab14f {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:40:51.081289 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2238c836-11fc-4994-b718-f9b206b92a7f', 'tag': '181f5a74-c445-45e9-be91-c78093586afa', 'status': 'completed', 'code': 200} Mar 14 14:40:51.150489 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4c308a-3809-4f3f-a067-7f04514e2fef req-ec25e75d-c8d2-4ce3-ac58-4e1b0494c35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:40:51.152527 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-5a4c308a-3809-4f3f-a067-7f04514e2fef req-ec25e75d-c8d2-4ce3-ac58-4e1b0494c35e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e5eddeb331bb46779947d6c7cb234d94&device_id=2238c836-11fc-4994-b718-f9b206b92a7f HTTP/1.1" status: 200 len: 1127 time: 0.0506909 Mar 14 14:40:51.269098 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4c308a-3809-4f3f-a067-7f04514e2fef req-ec478ca3-6a9c-47f6-a293-60f252241bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:40:51.270731 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-5a4c308a-3809-4f3f-a067-7f04514e2fef req-ec478ca3-6a9c-47f6-a293-60f252241bfb service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=e5eddeb331bb46779947d6c7cb234d94&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1110876 Mar 14 14:40:51.380696 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4c308a-3809-4f3f-a067-7f04514e2fef req-3e7b282f-f001-4ee9-b31d-43f2a8f234d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:40:51.382212 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-5a4c308a-3809-4f3f-a067-7f04514e2fef req-3e7b282f-f001-4ee9-b31d-43f2a8f234d5 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1062591 Mar 14 14:40:51.465127 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcfe9c5-ede1-46ff-881a-0064340a3bd0 req-96143af0-bed7-4921-83d7-fe758233ca01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:40:51.466662 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-cfcfe9c5-ede1-46ff-881a-0064340a3bd0 req-96143af0-bed7-4921-83d7-fe758233ca01 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e5eddeb331bb46779947d6c7cb234d94&device_id=2238c836-11fc-4994-b718-f9b206b92a7f HTTP/1.1" status: 200 len: 1127 time: 0.0471444 Mar 14 14:40:51.512746 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-cfcfe9c5-ede1-46ff-881a-0064340a3bd0 req-6155df92-4aa1-401e-bbf9-ff4f09b25ea5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=181f5a74-c445-45e9-be91-c78093586afa HTTP/1.1" status: 200 len: 217 time: 0.0391860 Mar 14 14:40:51.562807 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcfe9c5-ede1-46ff-881a-0064340a3bd0 req-2e5f39ae-6e07-4d04-9796-c05da66c5bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:40:51.564223 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-cfcfe9c5-ede1-46ff-881a-0064340a3bd0 req-2e5f39ae-6e07-4d04-9796-c05da66c5bcf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6e221306-e388-43d2-8f24-6a820e50d5b2 HTTP/1.1" status: 200 len: 849 time: 0.0458200 Mar 14 14:40:51.597642 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-cfcfe9c5-ede1-46ff-881a-0064340a3bd0 req-ef374984-8941-4517-a62b-356cec31d28d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e12ed759-5d3e-4c3b-aff5-d1c1f98a6272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270278 Mar 14 14:40:51.696033 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-cfcfe9c5-ede1-46ff-881a-0064340a3bd0 req-688212ad-7ca5-4552-a2c4-28eccc2687bf service neutron] 10.222.0.35 "GET /v2.0/networks/e12ed759-5d3e-4c3b-aff5-d1c1f98a6272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919659 Mar 14 14:40:51.788248 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-cfcfe9c5-ede1-46ff-881a-0064340a3bd0 req-1146cf06-a666-44a5-a09a-97b4047f431c service neutron] 10.222.0.35 "GET /v2.0/networks/e12ed759-5d3e-4c3b-aff5-d1c1f98a6272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863667 Mar 14 14:40:51.941329 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4d719-a07b-43b1-9f65-d92e14447892 req-a73bfb39-7caf-4377-a5bd-548c843f09f0 tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:40:51.942979 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-f8f4d719-a07b-43b1-9f65-d92e14447892 req-a73bfb39-7caf-4377-a5bd-548c843f09f0 tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] 10.222.0.58 "GET /v2.0/ports?device_id=2238c836-11fc-4994-b718-f9b206b92a7f HTTP/1.1" status: 200 len: 943 time: 0.0607123 Mar 14 14:40:51.992961 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-f8f4d719-a07b-43b1-9f65-d92e14447892 req-1c332ad9-9023-40cb-81c4-c9ba329ccd19 tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] 10.222.0.58 "GET /v2.0/security-groups?id=c471425f-ef75-4de5-8542-560d8b9ebda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436065 Mar 14 14:40:53.124980 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2285b9b1-53fc-4245-b1ab-c9e41eb9d0a2 req-977f7617-0ebb-4e59-8249-24c89c518c8f tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:40:53.126495 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-2285b9b1-53fc-4245-b1ab-c9e41eb9d0a2 req-977f7617-0ebb-4e59-8249-24c89c518c8f tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] 10.222.0.58 "GET /v2.0/ports?device_id=2238c836-11fc-4994-b718-f9b206b92a7f HTTP/1.1" status: 200 len: 943 time: 0.0608191 Mar 14 14:40:53.175306 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-2285b9b1-53fc-4245-b1ab-c9e41eb9d0a2 req-61d3baf9-9674-4b56-b925-1bd8bebde2d3 tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] 10.222.0.58 "GET /v2.0/security-groups?id=c471425f-ef75-4de5-8542-560d8b9ebda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427423 Mar 14 14:40:54.300889 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28219c05-d087-4c26-9ff2-4887c9e902a7 req-ae429fe8-8445-4301-beed-42509280f3c5 tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:40:54.302506 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-28219c05-d087-4c26-9ff2-4887c9e902a7 req-ae429fe8-8445-4301-beed-42509280f3c5 tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] 10.222.0.58 "GET /v2.0/ports?device_id=2238c836-11fc-4994-b718-f9b206b92a7f HTTP/1.1" status: 200 len: 943 time: 0.0605252 Mar 14 14:40:54.351765 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-28219c05-d087-4c26-9ff2-4887c9e902a7 req-9fa5ce08-e97d-4198-8c63-8b30ab1c98ce tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] 10.222.0.58 "GET /v2.0/security-groups?id=c471425f-ef75-4de5-8542-560d8b9ebda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436816 Mar 14 14:40:55.474938 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d839c-2187-4177-aa8a-ffe5b790bcfa req-387cd0b0-1c06-4bfc-85af-d9c6cdbb4375 tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:40:55.476451 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-2d0d839c-2187-4177-aa8a-ffe5b790bcfa req-387cd0b0-1c06-4bfc-85af-d9c6cdbb4375 tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] 10.222.0.58 "GET /v2.0/ports?device_id=2238c836-11fc-4994-b718-f9b206b92a7f HTTP/1.1" status: 200 len: 943 time: 0.0560379 Mar 14 14:40:55.524040 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-2d0d839c-2187-4177-aa8a-ffe5b790bcfa req-143c0441-a784-4902-ab1e-177f3e0a4bdd tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] 10.222.0.58 "GET /v2.0/security-groups?id=c471425f-ef75-4de5-8542-560d8b9ebda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420263 Mar 14 14:40:55.617143 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Device 181f5a74-c445-45e9-be91-c78093586afa details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 14:40:55.718766 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] For port 181f5a74-c445-45e9-be91-c78093586afa, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=181f5a74-c445-45e9-be91-c78093586afa,segment=NetworkSegment(1939a244-5f25-491d-be8c-ad90f00f2cca),segment_id=1939a244-5f25-491d-be8c-ad90f00f2cca)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:40:55.729903 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Returning: {'device': '181f5a74-c445-45e9-be91-c78093586afa', 'network_id': 'e12ed759-5d3e-4c3b-aff5-d1c1f98a6272', 'port_id': '181f5a74-c445-45e9-be91-c78093586afa', 'mac_address': 'fa:16:3e:fd:4d:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e221306-e388-43d2-8f24-6a820e50d5b2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 14:40:55.768554 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Current status of the port 181f5a74-c445-45e9-be91-c78093586afa is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:40:55.768946 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (181f5a74-c445-45e9-be91-c78093586afa), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:55.782825 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 181f5a74-c445-45e9-be91-c78093586afa {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 14:40:55.802430 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] For port 181f5a74-c445-45e9-be91-c78093586afa, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=181f5a74-c445-45e9-be91-c78093586afa,segment=NetworkSegment(1939a244-5f25-491d-be8c-ad90f00f2cca),segment_id=1939a244-5f25-491d-be8c-ad90f00f2cca)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:40:55.863408 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (181f5a74-c445-45e9-be91-c78093586afa), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:55.923285 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Pushing event updated for resources: {'Port': ['ID=181f5a74-c445-45e9-be91-c78093586afa,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:40:55.930300 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:40:55.930652 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:40:55.930995 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:40:55.931335 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:40:55.931737 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:40:55.932023 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:40:55.932379 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:40:55.932681 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:40:55.933008 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:40:55.933332 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:40:55.933658 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:40:55.933981 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:40:55.934327 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:40:55.934647 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:40:55.934965 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:40:55.977726 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (5e7a912f-556e-4923-ad48-72f47c325557), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:56.065184 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] get_ports_and_sgs() called for port_ids ['181f5a74-c445-45e9-be91-c78093586afa'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 14:40:56.652662 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9790190b-3c22-46a5-8006-a4163d4c62e0 req-fc682e4e-9ff6-414a-aed4-06af9b62a776 tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:40:56.654181 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-9790190b-3c22-46a5-8006-a4163d4c62e0 req-fc682e4e-9ff6-414a-aed4-06af9b62a776 tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] 10.222.0.58 "GET /v2.0/ports?device_id=2238c836-11fc-4994-b718-f9b206b92a7f HTTP/1.1" status: 200 len: 944 time: 0.0528166 Mar 14 14:40:56.706185 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-9790190b-3c22-46a5-8006-a4163d4c62e0 req-0942efc8-404c-4c6f-baac-014412912474 tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] 10.222.0.58 "GET /v2.0/security-groups?id=c471425f-ef75-4de5-8542-560d8b9ebda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460930 Mar 14 14:40:57.632314 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Device 181f5a74-c445-45e9-be91-c78093586afa up at agent hyperv_hv-cinder-79053 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 14:40:57.748427 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Provisioning for port 181f5a74-c445-45e9-be91-c78093586afa completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 14:40:57.748427 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Provisioning complete for port 181f5a74-c445-45e9-be91-c78093586afa triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 14:40:57.748427 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004283'] for port (181f5a74-c445-45e9-be91-c78093586afa), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:57.837983 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Current status of the port 181f5a74-c445-45e9-be91-c78093586afa is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 14:40:57.838442 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-966455'] for port (181f5a74-c445-45e9-be91-c78093586afa), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:57.843454 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bbc336-380e-4737-8222-13c91b76370c req-80c386c8-a75d-4156-bf26-a43c87d42036 tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:40:57.844877 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-76bbc336-380e-4737-8222-13c91b76370c req-80c386c8-a75d-4156-bf26-a43c87d42036 tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] 10.222.0.58 "GET /v2.0/ports?device_id=2238c836-11fc-4994-b718-f9b206b92a7f HTTP/1.1" status: 200 len: 944 time: 0.0661554 Mar 14 14:40:57.873208 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2238c836-11fc-4994-b718-f9b206b92a7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '181f5a74-c445-45e9-be91-c78093586afa'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:40:57.875601 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b7ebcd0391bc29bcab12edcb0ac311dc480f3a51940d576a7fcfe4e03a4514e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cede8ef-fddb-496b-b681-b64351219343" -d '{"events": [{"server_uuid": "2238c836-11fc-4994-b718-f9b206b92a7f", "name": "network-vif-plugged", "status": "completed", "tag": "181f5a74-c445-45e9-be91-c78093586afa"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:40:57.896170 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] For port 181f5a74-c445-45e9-be91-c78093586afa, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=181f5a74-c445-45e9-be91-c78093586afa,segment=NetworkSegment(1939a244-5f25-491d-be8c-ad90f00f2cca),segment_id=1939a244-5f25-491d-be8c-ad90f00f2cca)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:40:57.904808 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-76bbc336-380e-4737-8222-13c91b76370c req-1e682f68-1578-443c-b038-0af98177a955 tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] 10.222.0.58 "GET /v2.0/security-groups?id=c471425f-ef75-4de5-8542-560d8b9ebda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511429 Mar 14 14:40:57.918697 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 14:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b417816d-855e-4d67-8cbe-c829aa563c3a x-openstack-request-id: req-b417816d-855e-4d67-8cbe-c829aa563c3a {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:40:57.919156 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2238c836-11fc-4994-b718-f9b206b92a7f", "name": "network-vif-plugged", "status": "completed", "tag": "181f5a74-c445-45e9-be91-c78093586afa", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:40:57.919672 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b417816d-855e-4d67-8cbe-c829aa563c3a {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:40:57.920533 dv-cinder-790535-28-smb neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2238c836-11fc-4994-b718-f9b206b92a7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '181f5a74-c445-45e9-be91-c78093586afa', 'code': 200} Mar 14 14:40:57.972141 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744330232423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744329793217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744329793235'] for port (181f5a74-c445-45e9-be91-c78093586afa), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:40:58.022396 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Pushing event updated for resources: {'Port': ['ID=181f5a74-c445-45e9-be91-c78093586afa,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:40:58.252600 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2596e9-25b6-4366-8510-c187cff399fd req-fdec02f9-5018-40b9-85a1-6df8f6111ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:40:58.254158 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-cd2596e9-25b6-4366-8510-c187cff399fd req-fdec02f9-5018-40b9-85a1-6df8f6111ebb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2238c836-11fc-4994-b718-f9b206b92a7f HTTP/1.1" status: 200 len: 1129 time: 0.0531628 Mar 14 14:40:58.305141 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-cd2596e9-25b6-4366-8510-c187cff399fd req-ab96f7e6-8088-4936-b334-8a910df1660b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c471425f-ef75-4de5-8542-560d8b9ebda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452425 Mar 14 14:40:59.030772 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f21bc86-6394-4949-9568-989caf01d420 req-4881f255-db50-44a4-8e69-73c2d30abe26 tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:40:59.032265 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-3f21bc86-6394-4949-9568-989caf01d420 req-4881f255-db50-44a4-8e69-73c2d30abe26 tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] 10.222.0.58 "GET /v2.0/ports?device_id=2238c836-11fc-4994-b718-f9b206b92a7f HTTP/1.1" status: 200 len: 945 time: 0.0528507 Mar 14 14:40:59.090033 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-3f21bc86-6394-4949-9568-989caf01d420 req-2fbe3795-4cd5-48ff-9c8f-253eedbd53c3 tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] 10.222.0.58 "GET /v2.0/security-groups?id=c471425f-ef75-4de5-8542-560d8b9ebda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513308 Mar 14 14:41:00.214354 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396763f8-79c3-498f-bf33-8ecd10786605 req-2e36aba7-a87d-42c6-97de-fb474f6645d5 tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:41:00.215827 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-396763f8-79c3-498f-bf33-8ecd10786605 req-2e36aba7-a87d-42c6-97de-fb474f6645d5 tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] 10.222.0.58 "GET /v2.0/ports?device_id=2238c836-11fc-4994-b718-f9b206b92a7f HTTP/1.1" status: 200 len: 945 time: 0.0566213 Mar 14 14:41:00.263559 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-396763f8-79c3-498f-bf33-8ecd10786605 req-135a6a60-80b4-42e0-9fad-383345648ae3 tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] 10.222.0.58 "GET /v2.0/security-groups?id=c471425f-ef75-4de5-8542-560d8b9ebda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420012 Mar 14 14:41:00.751586 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-68d45d03-a384-4cf1-bec7-cdf9bd3ef883 req-798a940a-caed-4418-9cc4-5018c741238f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2238c836-11fc-4994-b718-f9b206b92a7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445161 Mar 14 14:41:00.835191 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d45d03-a384-4cf1-bec7-cdf9bd3ef883 req-0e92ebc4-30bf-4691-b7d2-18227ba41423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:41:00.836711 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-68d45d03-a384-4cf1-bec7-cdf9bd3ef883 req-0e92ebc4-30bf-4691-b7d2-18227ba41423 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e5eddeb331bb46779947d6c7cb234d94&device_id=2238c836-11fc-4994-b718-f9b206b92a7f HTTP/1.1" status: 200 len: 1129 time: 0.0452385 Mar 14 14:41:00.941439 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d45d03-a384-4cf1-bec7-cdf9bd3ef883 req-b3109ce8-08b4-4b2a-a2ba-0912e8178765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:41:00.943041 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-68d45d03-a384-4cf1-bec7-cdf9bd3ef883 req-b3109ce8-08b4-4b2a-a2ba-0912e8178765 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e12ed759-5d3e-4c3b-aff5-d1c1f98a6272 HTTP/1.1" status: 200 len: 910 time: 0.0887213 Mar 14 14:41:00.984940 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-68d45d03-a384-4cf1-bec7-cdf9bd3ef883 req-73a3f359-bfd4-4130-acb5-8b8da9401336 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=181f5a74-c445-45e9-be91-c78093586afa HTTP/1.1" status: 200 len: 217 time: 0.0353611 Mar 14 14:41:01.034814 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d45d03-a384-4cf1-bec7-cdf9bd3ef883 req-5ff3c3c6-ce85-4f4e-b9d7-babf193235c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:41:01.036892 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-68d45d03-a384-4cf1-bec7-cdf9bd3ef883 req-5ff3c3c6-ce85-4f4e-b9d7-babf193235c9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6e221306-e388-43d2-8f24-6a820e50d5b2 HTTP/1.1" status: 200 len: 849 time: 0.0449369 Mar 14 14:41:01.072916 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-68d45d03-a384-4cf1-bec7-cdf9bd3ef883 req-557d26f4-f141-440c-96b1-3afe14dfb1f5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e12ed759-5d3e-4c3b-aff5-d1c1f98a6272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312216 Mar 14 14:41:01.173137 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-68d45d03-a384-4cf1-bec7-cdf9bd3ef883 req-6e30423b-afe4-4c53-9b76-541eb55eec9c service neutron] 10.222.0.35 "GET /v2.0/networks/e12ed759-5d3e-4c3b-aff5-d1c1f98a6272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945129 Mar 14 14:41:01.273958 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-68d45d03-a384-4cf1-bec7-cdf9bd3ef883 req-97f910e5-087f-46f9-90a2-a5db0597b43d service neutron] 10.222.0.35 "GET /v2.0/networks/e12ed759-5d3e-4c3b-aff5-d1c1f98a6272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951221 Mar 14 14:41:01.440259 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736d7d5e-c54a-4978-8ef6-fcf5b4afb32e req-a21be5bf-6da6-45ef-b29b-0f4effcf2b80 tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:41:01.441719 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-736d7d5e-c54a-4978-8ef6-fcf5b4afb32e req-a21be5bf-6da6-45ef-b29b-0f4effcf2b80 tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] 10.222.0.58 "GET /v2.0/ports?device_id=2238c836-11fc-4994-b718-f9b206b92a7f HTTP/1.1" status: 200 len: 945 time: 0.0530336 Mar 14 14:41:01.488380 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-736d7d5e-c54a-4978-8ef6-fcf5b4afb32e req-31c28e14-c9d5-4cc0-92c9-b98cde529701 tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] 10.222.0.58 "GET /v2.0/security-groups?id=c471425f-ef75-4de5-8542-560d8b9ebda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408669 Mar 14 14:41:02.606269 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2499702-85f0-4347-94a5-7963edc40eb4 req-0bd59710-047c-443b-a0ac-4d42126b62c8 tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:41:02.607757 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-c2499702-85f0-4347-94a5-7963edc40eb4 req-0bd59710-047c-443b-a0ac-4d42126b62c8 tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] 10.222.0.58 "GET /v2.0/ports?device_id=2238c836-11fc-4994-b718-f9b206b92a7f HTTP/1.1" status: 200 len: 945 time: 0.0509658 Mar 14 14:41:02.662757 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-c2499702-85f0-4347-94a5-7963edc40eb4 req-7ee0c58b-ae64-4229-885f-fe112559a2f8 tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] 10.222.0.58 "GET /v2.0/security-groups?id=c471425f-ef75-4de5-8542-560d8b9ebda9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493331 Mar 14 14:41:02.796060 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2414ea-c32b-41f3-80da-ed501d6b1473 req-523cc08b-64fb-44af-afe6-c691a72ef086 tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 14:41:02.797414 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-be2414ea-c32b-41f3-80da-ed501d6b1473 req-523cc08b-64fb-44af-afe6-c691a72ef086 tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] 10.222.0.35 "GET /v2.0/ports?device_id=2238c836-11fc-4994-b718-f9b206b92a7f HTTP/1.1" status: 200 len: 945 time: 0.0531447 Mar 14 14:41:02.891553 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-be2414ea-c32b-41f3-80da-ed501d6b1473 req-914b2fae-696d-4d03-8fc0-071866c7f471 tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] Deleting port 181f5a74-c445-45e9-be91-c78093586afa {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 14:41:02.891887 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-be2414ea-c32b-41f3-80da-ed501d6b1473 req-914b2fae-696d-4d03-8fc0-071866c7f471 tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744330222830'] for port (181f5a74-c445-45e9-be91-c78093586afa), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:41:02.987530 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-be2414ea-c32b-41f3-80da-ed501d6b1473 req-914b2fae-696d-4d03-8fc0-071866c7f471 tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] For port 181f5a74-c445-45e9-be91-c78093586afa, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=181f5a74-c445-45e9-be91-c78093586afa,segment=NetworkSegment(1939a244-5f25-491d-be8c-ad90f00f2cca),segment_id=1939a244-5f25-491d-be8c-ad90f00f2cca)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 14:41:02.987899 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-be2414ea-c32b-41f3-80da-ed501d6b1473 req-914b2fae-696d-4d03-8fc0-071866c7f471 tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1982366'] for port (181f5a74-c445-45e9-be91-c78093586afa), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:41:03.000933 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-be2414ea-c32b-41f3-80da-ed501d6b1473 req-914b2fae-696d-4d03-8fc0-071866c7f471 tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] Calling delete_port for 181f5a74-c445-45e9-be91-c78093586afa owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 14:41:03.211781 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-be2414ea-c32b-41f3-80da-ed501d6b1473 req-914b2fae-696d-4d03-8fc0-071866c7f471 tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-966023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744330232405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744329793208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9848306'] for port (181f5a74-c445-45e9-be91-c78093586afa), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:41:03.224286 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] get_ports_and_sgs() called for port_ids ['181f5a74-c445-45e9-be91-c78093586afa'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 14:41:03.239909 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914b2fae-696d-4d03-8fc0-071866c7f471 tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] Pushing event deleted for resources: {'Port': ['ID=181f5a74-c445-45e9-be91-c78093586afa,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:41:03.284015 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-be2414ea-c32b-41f3-80da-ed501d6b1473 req-914b2fae-696d-4d03-8fc0-071866c7f471 tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] No DVR routers for this DVR port 181f5a74-c445-45e9-be91-c78093586afa on host hv-cinder-79053 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 14:41:03.287012 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-be2414ea-c32b-41f3-80da-ed501d6b1473 req-914b2fae-696d-4d03-8fc0-071866c7f471 tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90846'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:41:03.290344 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [req-be2414ea-c32b-41f3-80da-ed501d6b1473 req-914b2fae-696d-4d03-8fc0-071866c7f471 tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] 10.222.0.35 "DELETE /v2.0/ports/181f5a74-c445-45e9-be91-c78093586afa HTTP/1.1" status: 204 len: 173 time: 0.4872947 Mar 14 14:41:03.290793 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2238c836-11fc-4994-b718-f9b206b92a7f', 'name': 'network-vif-deleted', 'tag': '181f5a74-c445-45e9-be91-c78093586afa'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 14:41:03.293127 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecc69d4607165f869e932d0d7c88ad38dd700a403a0c37ccec57971c369afb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5455992-768c-4c8a-8006-4d84ce1fdb18" -d '{"events": [{"server_uuid": "2238c836-11fc-4994-b718-f9b206b92a7f", "name": "network-vif-deleted", "tag": "181f5a74-c445-45e9-be91-c78093586afa"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 14:41:03.327929 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 14:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af6f66f-e9e9-4c24-8eb0-69605b268db4 x-openstack-request-id: req-4af6f66f-e9e9-4c24-8eb0-69605b268db4 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 14:41:03.328257 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2238c836-11fc-4994-b718-f9b206b92a7f", "name": "network-vif-deleted", "tag": "181f5a74-c445-45e9-be91-c78093586afa", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 14:41:03.328519 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4af6f66f-e9e9-4c24-8eb0-69605b268db4 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 14:41:03.328925 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2238c836-11fc-4994-b718-f9b206b92a7f', 'name': 'network-vif-deleted', 'tag': '181f5a74-c445-45e9-be91-c78093586afa', 'status': 'completed', 'code': 200} Mar 14 14:41:03.769424 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [req-410111fd-e583-4aed-85a1-0da9bba87c12 req-2c89e02f-040e-41be-902a-6a74a6fc779e tempest-VolumesActionsTest-375254871 tempest-VolumesActionsTest-375254871-project] 10.222.0.58 "GET /v2.0/ports?device_id=2238c836-11fc-4994-b718-f9b206b92a7f HTTP/1.1" status: 200 len: 210 time: 0.0264332 Mar 14 14:41:07.650221 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Device 181f5a74-c445-45e9-be91-c78093586afa no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 14:41:07.671199 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] No Port match for: 181f5a74-c445-45e9-be91-c78093586afa {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 14:41:07.671827 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Device 181f5a74-c445-45e9-be91-c78093586afa not bound to the agent host hv-cinder-79053 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 14:41:10.704416 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-638385c5-d9f6-46f8-b429-7ee3d9e8a038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (cdfaf928-5960-4f26-8f0f-a06a7779780c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:41:13.219539 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e44ffbc3-d932-421f-bb0e-da06a2015c20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (3a20f343-fbae-42b4-9bd9-ea7570b5f761), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:41:14.251936 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1359c12f-9f02-429e-8c66-1d1d1dbe42c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (105db0a1-84b9-47b6-91eb-e578cb139bff), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:41:15.720482 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-91e6bee0-ce44-4dbb-9ae4-7799debe7360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (837ef9e9-d083-4188-a7c6-79f2c68dbd25), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:41:17.160511 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (ddc61399-76bc-42cc-9da4-26f2fa974742), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:41:21.508952 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.agents_db [None req-65564c68-cd92-4c79-8f56-5bb994fe7015 None None] Agent healthcheck: found 6 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 14:41:25.942505 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (5e7a912f-556e-4923-ad48-72f47c325557), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:41:26.170885 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.58', 40140) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:41:26.217747 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-75ab3eff-d53a-4fcf-b135-72cbd4ac4c38 admin admin] Deleting subnet 6e221306-e388-43d2-8f24-6a820e50d5b2 {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 14:41:26.221379 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-75ab3eff-d53a-4fcf-b135-72cbd4ac4c38 admin admin] Publish callbacks [] for subnet (6e221306-e388-43d2-8f24-6a820e50d5b2), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:41:26.258560 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-75ab3eff-d53a-4fcf-b135-72cbd4ac4c38 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8777057'] for subnet (6e221306-e388-43d2-8f24-6a820e50d5b2), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:41:26.298759 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-75ab3eff-d53a-4fcf-b135-72cbd4ac4c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999657'] for subnet (6e221306-e388-43d2-8f24-6a820e50d5b2), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:41:26.429053 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-75ab3eff-d53a-4fcf-b135-72cbd4ac4c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8770578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9088460'] for subnet (6e221306-e388-43d2-8f24-6a820e50d5b2), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:41:26.457998 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-75ab3eff-d53a-4fcf-b135-72cbd4ac4c38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632217'] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:41:26.461331 dv-cinder-790535-28-smb neutron-server[103766]: INFO neutron.wsgi [None req-75ab3eff-d53a-4fcf-b135-72cbd4ac4c38 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/6e221306-e388-43d2-8f24-6a820e50d5b2 HTTP/1.1" status: 204 len: 168 time: 0.2894168 Mar 14 14:41:26.462185 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ab3eff-d53a-4fcf-b135-72cbd4ac4c38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e221306-e388-43d2-8f24-6a820e50d5b2,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:41:26.464106 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 40142) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:41:26.470022 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ab3eff-d53a-4fcf-b135-72cbd4ac4c38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:41:26.470308 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ab3eff-d53a-4fcf-b135-72cbd4ac4c38 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:41:26.470654 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ab3eff-d53a-4fcf-b135-72cbd4ac4c38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:41:26.471049 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ab3eff-d53a-4fcf-b135-72cbd4ac4c38 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:41:26.471428 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ab3eff-d53a-4fcf-b135-72cbd4ac4c38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:41:26.471867 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ab3eff-d53a-4fcf-b135-72cbd4ac4c38 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:41:26.472238 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ab3eff-d53a-4fcf-b135-72cbd4ac4c38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:41:26.482892 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ab3eff-d53a-4fcf-b135-72cbd4ac4c38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:41:26.482892 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ab3eff-d53a-4fcf-b135-72cbd4ac4c38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:41:26.482892 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ab3eff-d53a-4fcf-b135-72cbd4ac4c38 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:41:26.482892 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ab3eff-d53a-4fcf-b135-72cbd4ac4c38 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:41:26.482892 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ab3eff-d53a-4fcf-b135-72cbd4ac4c38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:41:26.482892 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ab3eff-d53a-4fcf-b135-72cbd4ac4c38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:41:26.482892 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ab3eff-d53a-4fcf-b135-72cbd4ac4c38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:41:26.482892 dv-cinder-790535-28-smb neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ab3eff-d53a-4fcf-b135-72cbd4ac4c38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-28-smb {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 14:41:26.536596 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c56f74be-5a7b-4725-bca2-d845202ee188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-911660'] for network (e12ed759-5d3e-4c3b-aff5-d1c1f98a6272), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:41:26.611711 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c56f74be-5a7b-4725-bca2-d845202ee188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000466', 'neutron.services.segments.db._delete_segments_for_network-8744330122518'] for network (e12ed759-5d3e-4c3b-aff5-d1c1f98a6272), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:41:26.636211 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.services.segments.db [None req-c56f74be-5a7b-4725-bca2-d845202ee188 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e12ed759-5d3e-4c3b-aff5-d1c1f98a6272']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:41:26.645630 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.services.segments.db [None req-c56f74be-5a7b-4725-bca2-d845202ee188 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1939a244-5f25-491d-be8c-ad90f00f2cca') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:41:26.645922 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.services.segments.db [None req-c56f74be-5a7b-4725-bca2-d845202ee188 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1939a244-5f25-491d-be8c-ad90f00f2cca') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 14:41:26.655660 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c56f74be-5a7b-4725-bca2-d845202ee188 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744330120735', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10236614'] for segment (1939a244-5f25-491d-be8c-ad90f00f2cca), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:41:26.669321 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c56f74be-5a7b-4725-bca2-d845202ee188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011900'] for segment (1939a244-5f25-491d-be8c-ad90f00f2cca), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:41:26.675022 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c56f74be-5a7b-4725-bca2-d845202ee188 admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 14:41:26.675402 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c56f74be-5a7b-4725-bca2-d845202ee188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1011900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9847811'] for segment (1939a244-5f25-491d-be8c-ad90f00f2cca), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:41:26.677027 dv-cinder-790535-28-smb neutron-server[103767]: Traceback (most recent call last): Mar 14 14:41:26.677027 dv-cinder-790535-28-smb neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 14:41:26.677027 dv-cinder-790535-28-smb neutron-server[103767]: timer() Mar 14 14:41:26.677027 dv-cinder-790535-28-smb neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 14:41:26.677027 dv-cinder-790535-28-smb neutron-server[103767]: cb(*args, **kw) Mar 14 14:41:26.677027 dv-cinder-790535-28-smb neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 14:41:26.677027 dv-cinder-790535-28-smb neutron-server[103767]: return func(*args, **kwargs) Mar 14 14:41:26.677027 dv-cinder-790535-28-smb neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 14:41:26.677027 dv-cinder-790535-28-smb neutron-server[103767]: self._notify() Mar 14 14:41:26.677027 dv-cinder-790535-28-smb neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 14:41:26.677027 dv-cinder-790535-28-smb neutron-server[103767]: self.callback(batched_events) Mar 14 14:41:26.677027 dv-cinder-790535-28-smb neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 14:41:26.677027 dv-cinder-790535-28-smb neutron-server[103767]: event.method(event) Mar 14 14:41:26.677027 dv-cinder-790535-28-smb neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 14:41:26.677027 dv-cinder-790535-28-smb neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 14:41:26.677027 dv-cinder-790535-28-smb neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 14:41:26.677027 dv-cinder-790535-28-smb neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 14:41:26.677027 dv-cinder-790535-28-smb neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 14:41:26.677027 dv-cinder-790535-28-smb neutron-server[103767]: return f(self, *a, **k) Mar 14 14:41:26.677027 dv-cinder-790535-28-smb neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 14:41:26.677027 dv-cinder-790535-28-smb neutron-server[103767]: return self._get(url).json() Mar 14 14:41:26.677027 dv-cinder-790535-28-smb neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 14:41:26.677027 dv-cinder-790535-28-smb neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 14:41:26.677027 dv-cinder-790535-28-smb neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 14:41:26.677027 dv-cinder-790535-28-smb neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 14 14:41:26.677027 dv-cinder-790535-28-smb neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 14:41:26.677027 dv-cinder-790535-28-smb neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 14:41:26.677027 dv-cinder-790535-28-smb neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 14:41:26.677027 dv-cinder-790535-28-smb neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 14:41:26.677027 dv-cinder-790535-28-smb neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 14:41:26.677027 dv-cinder-790535-28-smb neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 14:41:26.677027 dv-cinder-790535-28-smb neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 14:41:26.811392 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c56f74be-5a7b-4725-bca2-d845202ee188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2016470'] for network (e12ed759-5d3e-4c3b-aff5-d1c1f98a6272), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:41:26.815847 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c56f74be-5a7b-4725-bca2-d845202ee188 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632217'] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:41:26.819017 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-c56f74be-5a7b-4725-bca2-d845202ee188 admin admin] 10.222.0.58 "DELETE /v2.0/networks/e12ed759-5d3e-4c3b-aff5-d1c1f98a6272 HTTP/1.1" status: 204 len: 168 time: 0.3538504 Mar 14 14:41:26.832260 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56f74be-5a7b-4725-bca2-d845202ee188 admin admin] Pushing event deleted for resources: {'Network': ['ID=e12ed759-5d3e-4c3b-aff5-d1c1f98a6272,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:41:27.099671 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 40146) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:41:27.138668 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-45a865ae-9aee-48f1-af86-4d2dbcd92019 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e5eddeb331bb46779947d6c7cb234d94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378079 Mar 14 14:41:27.141205 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.58', 40148) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 14:41:27.191477 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-04f3f1d1-3a16-453e-a768-993769a50590 admin admin] Publish callbacks [] for security_group (c471425f-ef75-4de5-8542-560d8b9ebda9), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:41:27.213452 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-04f3f1d1-3a16-453e-a768-993769a50590 admin admin] Publish callbacks [] for security_group (c471425f-ef75-4de5-8542-560d8b9ebda9), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:41:27.308137 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-04f3f1d1-3a16-453e-a768-993769a50590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000153'] for security_group (c471425f-ef75-4de5-8542-560d8b9ebda9), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:41:27.310780 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-04f3f1d1-3a16-453e-a768-993769a50590 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:41:27.311986 dv-cinder-790535-28-smb neutron-server[103767]: INFO neutron.wsgi [None req-04f3f1d1-3a16-453e-a768-993769a50590 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c471425f-ef75-4de5-8542-560d8b9ebda9 HTTP/1.1" status: 204 len: 168 time: 0.1698525 Mar 14 14:41:27.322548 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f3f1d1-3a16-453e-a768-993769a50590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c471425f-ef75-4de5-8542-560d8b9ebda9,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 14:41:40.719876 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b7935a46-7602-4ff7-9464-b5c3b1abf538 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (cdfaf928-5960-4f26-8f0f-a06a7779780c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:41:43.227678 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6b2a252d-1709-4af9-a28a-acc9b30e72ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (3a20f343-fbae-42b4-9bd9-ea7570b5f761), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:41:44.410764 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1359c12f-9f02-429e-8c66-1d1d1dbe42c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (105db0a1-84b9-47b6-91eb-e578cb139bff), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:41:45.559268 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-91e6bee0-ce44-4dbb-9ae4-7799debe7360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (837ef9e9-d083-4188-a7c6-79f2c68dbd25), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:41:47.183197 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (ddc61399-76bc-42cc-9da4-26f2fa974742), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:41:55.964990 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (5e7a912f-556e-4923-ad48-72f47c325557), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:41:58.506607 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.agents_db [None req-65564c68-cd92-4c79-8f56-5bb994fe7015 None None] Agent healthcheck: found 6 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 14:42:10.689903 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e4be5759-35b3-4974-8bfc-eceb14049a64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (cdfaf928-5960-4f26-8f0f-a06a7779780c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:42:13.221252 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e78f6cd2-fa04-4582-8c78-81a50ff2c659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (3a20f343-fbae-42b4-9bd9-ea7570b5f761), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:42:14.261016 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1359c12f-9f02-429e-8c66-1d1d1dbe42c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (105db0a1-84b9-47b6-91eb-e578cb139bff), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:42:15.577299 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-91e6bee0-ce44-4dbb-9ae4-7799debe7360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (837ef9e9-d083-4188-a7c6-79f2c68dbd25), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:42:17.164235 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (ddc61399-76bc-42cc-9da4-26f2fa974742), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:42:26.000076 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (5e7a912f-556e-4923-ad48-72f47c325557), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:42:35.505751 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.agents_db [None req-65564c68-cd92-4c79-8f56-5bb994fe7015 None None] Agent healthcheck: found 6 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 14:42:40.700611 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1a81d981-669b-48c7-b54f-5bacee8c5d31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (cdfaf928-5960-4f26-8f0f-a06a7779780c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:42:43.204008 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1bd312b2-a16b-4de1-88e8-c2b0b6c45c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (3a20f343-fbae-42b4-9bd9-ea7570b5f761), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:42:44.237380 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1359c12f-9f02-429e-8c66-1d1d1dbe42c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (105db0a1-84b9-47b6-91eb-e578cb139bff), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:42:45.597322 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-91e6bee0-ce44-4dbb-9ae4-7799debe7360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (837ef9e9-d083-4188-a7c6-79f2c68dbd25), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:42:47.157895 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (ddc61399-76bc-42cc-9da4-26f2fa974742), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:42:55.974421 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (5e7a912f-556e-4923-ad48-72f47c325557), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:43:10.733845 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-eb07e9ae-82ac-41a8-81e9-038d7faef982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (cdfaf928-5960-4f26-8f0f-a06a7779780c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:43:12.505606 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.agents_db [None req-65564c68-cd92-4c79-8f56-5bb994fe7015 None None] Agent healthcheck: found 6 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 14:43:13.248259 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-7b2038e4-59ab-41eb-ae4a-4b3aae37278d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (3a20f343-fbae-42b4-9bd9-ea7570b5f761), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:43:14.248235 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1359c12f-9f02-429e-8c66-1d1d1dbe42c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (105db0a1-84b9-47b6-91eb-e578cb139bff), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:43:15.557094 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-91e6bee0-ce44-4dbb-9ae4-7799debe7360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (837ef9e9-d083-4188-a7c6-79f2c68dbd25), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:43:17.157044 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (ddc61399-76bc-42cc-9da4-26f2fa974742), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:43:26.042377 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (5e7a912f-556e-4923-ad48-72f47c325557), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:43:40.744840 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5bce0354-40b6-4880-9b93-617fc9e3c0c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (cdfaf928-5960-4f26-8f0f-a06a7779780c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:43:43.270498 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-003265af-929a-4eaf-9b19-2a11e45f1c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (3a20f343-fbae-42b4-9bd9-ea7570b5f761), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:43:44.247083 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1359c12f-9f02-429e-8c66-1d1d1dbe42c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (105db0a1-84b9-47b6-91eb-e578cb139bff), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:43:45.561753 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-91e6bee0-ce44-4dbb-9ae4-7799debe7360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (837ef9e9-d083-4188-a7c6-79f2c68dbd25), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:43:47.167351 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (ddc61399-76bc-42cc-9da4-26f2fa974742), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:43:49.505440 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.agents_db [None req-65564c68-cd92-4c79-8f56-5bb994fe7015 None None] Agent healthcheck: found 6 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 14:43:56.087408 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (5e7a912f-556e-4923-ad48-72f47c325557), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:44:10.709541 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ef6703d7-c9c8-442a-ac89-38b3c3482c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (cdfaf928-5960-4f26-8f0f-a06a7779780c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:44:13.240805 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-20b7df12-750f-40a4-8825-401529b58a53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (3a20f343-fbae-42b4-9bd9-ea7570b5f761), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:44:14.252158 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1359c12f-9f02-429e-8c66-1d1d1dbe42c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (105db0a1-84b9-47b6-91eb-e578cb139bff), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:44:15.590608 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-91e6bee0-ce44-4dbb-9ae4-7799debe7360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (837ef9e9-d083-4188-a7c6-79f2c68dbd25), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:44:17.166784 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (ddc61399-76bc-42cc-9da4-26f2fa974742), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:44:26.046062 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (5e7a912f-556e-4923-ad48-72f47c325557), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:44:26.505290 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.agents_db [None req-65564c68-cd92-4c79-8f56-5bb994fe7015 None None] Agent healthcheck: found 6 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 14:44:40.702866 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d794adaf-0129-4439-8242-c6d1bd1d1e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (cdfaf928-5960-4f26-8f0f-a06a7779780c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:44:43.239932 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f23a20e6-27df-4bd2-95f8-294d50d0eb1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (3a20f343-fbae-42b4-9bd9-ea7570b5f761), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:44:44.308786 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1359c12f-9f02-429e-8c66-1d1d1dbe42c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (105db0a1-84b9-47b6-91eb-e578cb139bff), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:44:45.594344 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-91e6bee0-ce44-4dbb-9ae4-7799debe7360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (837ef9e9-d083-4188-a7c6-79f2c68dbd25), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:44:47.171545 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (ddc61399-76bc-42cc-9da4-26f2fa974742), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:44:56.057129 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (5e7a912f-556e-4923-ad48-72f47c325557), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:03.504956 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.agents_db [None req-65564c68-cd92-4c79-8f56-5bb994fe7015 None None] Agent healthcheck: found 6 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 14:45:10.730821 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9d73f289-ebe3-4460-a0c7-e4bfab45c142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (cdfaf928-5960-4f26-8f0f-a06a7779780c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:13.216747 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-81a0fe3d-f847-4898-8f31-3c54d552e697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (3a20f343-fbae-42b4-9bd9-ea7570b5f761), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:14.325228 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1359c12f-9f02-429e-8c66-1d1d1dbe42c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (105db0a1-84b9-47b6-91eb-e578cb139bff), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:15.604779 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-91e6bee0-ce44-4dbb-9ae4-7799debe7360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (837ef9e9-d083-4188-a7c6-79f2c68dbd25), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:17.170679 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (ddc61399-76bc-42cc-9da4-26f2fa974742), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:26.130118 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (5e7a912f-556e-4923-ad48-72f47c325557), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:40.503427 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.agents_db [None req-65564c68-cd92-4c79-8f56-5bb994fe7015 None None] Agent healthcheck: found 6 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 14:45:40.718595 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3cdc6e0e-90a4-4972-b482-e1891803554d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (cdfaf928-5960-4f26-8f0f-a06a7779780c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:43.210447 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-48dd7661-1e29-4450-bc7e-3db76463e268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (3a20f343-fbae-42b4-9bd9-ea7570b5f761), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:44.306917 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1359c12f-9f02-429e-8c66-1d1d1dbe42c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (105db0a1-84b9-47b6-91eb-e578cb139bff), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:45.620987 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-91e6bee0-ce44-4dbb-9ae4-7799debe7360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (837ef9e9-d083-4188-a7c6-79f2c68dbd25), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:47.227325 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (ddc61399-76bc-42cc-9da4-26f2fa974742), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:45:56.072868 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (5e7a912f-556e-4923-ad48-72f47c325557), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:46:10.734592 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c6a2db2e-9892-45b9-9936-90f8fdfda1bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (cdfaf928-5960-4f26-8f0f-a06a7779780c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:46:13.242718 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-65695f97-b055-428f-b0e7-eeeb54f723ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (3a20f343-fbae-42b4-9bd9-ea7570b5f761), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:46:14.283033 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1359c12f-9f02-429e-8c66-1d1d1dbe42c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (105db0a1-84b9-47b6-91eb-e578cb139bff), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:46:15.597768 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-91e6bee0-ce44-4dbb-9ae4-7799debe7360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (837ef9e9-d083-4188-a7c6-79f2c68dbd25), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:46:17.162896 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaacf4b3-7b8d-404f-8cdc-e2bf908e40af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (ddc61399-76bc-42cc-9da4-26f2fa974742), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:46:17.502220 dv-cinder-790535-28-smb neutron-server[103769]: DEBUG neutron.db.agents_db [None req-65564c68-cd92-4c79-8f56-5bb994fe7015 None None] Agent healthcheck: found 6 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 14:46:25.552845 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [req-9e4f8bf6-3d0e-46dd-855b-747cb6af5888 req-05c565b8-4a0d-4281-98fe-5185883c6fa7 service neutron] (103767) timed out ('10.222.0.58', 34326) {{(pid=103767) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 14 14:46:26.071358 dv-cinder-790535-28-smb neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54fc51f5-b658-40ca-b67f-1ca79dd7d16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744330122500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006873'] for agent (5e7a912f-556e-4923-ad48-72f47c325557), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 14:46:26.354003 dv-cinder-790535-28-smb neutron-server[103767]: DEBUG neutron.wsgi [req-9e4f8bf6-3d0e-46dd-855b-747cb6af5888 req-402c1905-cf9e-4899-88af-20e9f19ca27c tempest-AttachVolumeShelveTestJSON-413928737 tempest-AttachVolumeShelveTestJSON-413928737-project] (103767) timed out ('10.222.0.58', 34360) {{(pid=103767) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}